-- Logs begin at Wed 2021-06-23 15:28:18 UTC, end at Wed 2021-06-23 16:29:45 UTC. -- Jun 23 16:07:09.046342 dv-cinder-788363-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 16:07:11.663545 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.common.config [-] Logging enabled! Jun 23 16:07:11.664177 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 16:07:11.664271 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93006) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 16:07:11.667564 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.common.config [-] Logging enabled! Jun 23 16:07:11.667821 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 16:07:11.668134 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93006) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 16:07:11.669057 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:07:11.669283 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:07:11.669642 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:07:11.670226 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:07:11.670479 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:07:11.670795 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.671086 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.671382 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.671605 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.671882 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.672152 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.672432 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.672715 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.673000 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.673282 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.673555 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.673833 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.674055 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.674360 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.674646 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.674908 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.675128 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] debug = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.675406 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.675822 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.676237 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.676509 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.676793 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.677068 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.677335 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.677609 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.677891 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.678214 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] host = dv-cinder-788363-4-smb {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.678514 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.678797 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.679079 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.679362 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.679634 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.679908 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.680193 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.680485 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.680758 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] log_file = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.681028 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.681312 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.681594 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.681879 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.682100 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.682340 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.682627 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.682924 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.683178 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.683448 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.683716 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.684122 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.684401 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.684668 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.684950 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.685232 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.685517 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.685789 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.686058 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.686370 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.686641 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.686937 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.687196 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.687465 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.687735 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.688018 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.688286 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.688557 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.688857 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.689138 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.689418 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.689700 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.689970 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.690253 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.690553 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.690821 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.691087 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] use_json = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.691357 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.691623 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.691901 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.692169 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.692436 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.692705 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.692970 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.693250 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:11.693547 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.693840 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.694140 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.694446 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.694739 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.695014 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.695300 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.695576 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.695862 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.696209 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.696530 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.696774 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.697060 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.697337 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.697633 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.697933 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.698226 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.698542 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.698819 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.699093 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.699368 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.699644 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.699927 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.700219 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.700504 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.700776 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.701052 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.701344 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.701619 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.701889 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.702161 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.702469 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.702748 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.703024 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.703306 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.703583 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.703854 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.704120 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.704393 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.704677 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.704948 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.705217 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.705485 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.705756 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.706022 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.706395 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.706675 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.706943 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.707211 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.707487 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.707756 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.708027 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.708300 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.708571 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.708843 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.709111 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.709380 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.709648 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.709916 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.710184 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.710490 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.710762 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.711034 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.711306 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.711575 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.711880 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.712152 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.712469 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.712706 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.713001 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.713279 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.713560 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.713835 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.714108 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.714407 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.714680 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.714953 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.715226 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.715493 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.715778 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.716056 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.716343 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.716619 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.716890 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.717186 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.717462 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.717743 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.718016 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.718306 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.718597 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.718878 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.719170 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.719463 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.719756 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.720051 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.720341 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.720619 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.720922 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.721199 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:11.721415 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:07:11.721651 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93006) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 16:07:12.062738 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:07:12.062941 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:07:12.063218 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:07:12.063554 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 16:07:12.460196 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.460525 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.460803 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.462125 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.462420 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.462685 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.495742 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.496031 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.496520 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.509644 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.509922 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.510230 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.539985 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.540259 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.540523 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.575664 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.575853 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.576143 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.815796 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.816481 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.816481 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.816622 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.817266 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.937283 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.937600 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.937875 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.938146 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.938435 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.938741 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.938991 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.939244 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.939491 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.939752 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.940010 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.940262 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.940514 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.940765 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.941013 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.941269 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.941535 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.942796 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.943074 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.943334 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.943608 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.943960 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.944214 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.944496 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.944743 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.944987 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.945376 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:07:12.945612 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:07:12.945843 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:07:12.946098 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:07:12.946355 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:07:12.946585 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:07:12.946950 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 16:07:12.949987 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 16:07:12.953876 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 16:07:12.957687 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 23 16:07:12.959381 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 16:07:12.959834 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 16:07:12.960244 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 16:07:12.960638 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 16:07:12.963728 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 16:07:12.963976 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 16:07:12.964327 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 16:07:12.991300 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 16:07:12.991744 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.992041 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93006) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 16:07:12.992396 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.993791 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93006) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 16:07:12.994065 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 16:07:12.994305 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 16:07:12.997625 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:12.997903 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.072461 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 16:07:13.072702 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 16:07:13.072993 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 16:07:13.073567 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 16:07:13.100794 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_db.sqlalchemy.engines [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93006) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 16:07:13.640512 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Initializing driver for type 'gre' Jun 23 16:07:13.641095 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] gre ID ranges: [(1, 1000)] Jun 23 16:07:13.692219 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Initializing driver for type 'local' Jun 23 16:07:13.692652 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Initializing driver for type 'vlan' Jun 23 16:07:13.710038 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] VlanTypeDriver initialization complete Jun 23 16:07:13.710532 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Initializing driver for type 'vxlan' Jun 23 16:07:13.710994 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] vxlan ID ranges: [(1, 1000)] Jun 23 16:07:13.762818 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Initializing extension driver 'port_security' Jun 23 16:07:13.763152 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.extensions.port_security [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] PortSecurityExtensionDriver initialization complete Jun 23 16:07:13.763524 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Initializing mechanism driver 'openvswitch' Jun 23 16:07:13.763804 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Initializing mechanism driver 'hyperv' Jun 23 16:07:13.770481 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.plugin [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:07:13.771256 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > port after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.771625 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > port after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.771975 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > port after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.772352 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > subnet after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.772696 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > subnet after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.773031 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.773402 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > network after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.773741 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > network after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.774167 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > network after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.774561 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > security_group after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.774904 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > security_group after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.775236 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.775605 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.775939 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.776268 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.776638 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > address_group after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.776974 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > address_group after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.777304 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.777639 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] ML2 OVO RPC backend initialized. {{(pid=93006) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 16:07:13.778360 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.778707 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.779118 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > network before_response 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.779482 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > networks before_response 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.779824 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > port before_response 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.780159 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > ports before_response 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.780493 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > subnet before_response 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.780824 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > subnets before_response 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.781158 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > network after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.781487 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > network after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.781813 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > network after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.782141 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > port after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.782512 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > port after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.782843 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > port after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.783170 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > subnet after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.783493 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > subnet after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.783816 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.784382 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.plugin [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Modular L2 Plugin initialization complete Jun 23 16:07:13.784703 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading services supported by the core plugin {{(pid=93006) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 16:07:13.785018 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.plugins.ml2.managers [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Got port-security extension from driver 'port_security' Jun 23 16:07:13.785471 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.extensions.vlantransparent [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Disabled vlantransparent extension. Jun 23 16:07:13.785958 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93006) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 16:07:13.786262 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading Plugin: router Jun 23 16:07:13.821773 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.822471 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router after_create 55549900 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.822471 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router before_create 55549900 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.822864 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.823220 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.823560 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router after_delete 55549900 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.823911 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.824262 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router after_create 55549900 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.824595 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router after_update 55549900 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.824926 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router after_update 55549900 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.825259 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.825604 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router after_update 55549900 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.825997 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router precommit_update 55549900 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.826379 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: port after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.826714 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: port after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.827049 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: subnet after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.827380 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.827716 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.828053 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router precommit_create 55549900 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.828388 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: port before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.828711 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router precommit_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.829057 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router after_update 55549900 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.829372 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.829713 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router precommit_create 55549900 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.830062 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.830429 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router precommit_update 55549900 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.830788 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > network after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.831624 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Tracking information for resource: router configured {{(pid=93006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:07:13.831942 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Tracking information for resource: floatingip configured {{(pid=93006) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:07:13.836919 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.db.l3_agentschedulers_db [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 16:07:13.837480 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: port after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.837830 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: port after_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.838171 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: port after_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.838534 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: port after_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.839314 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router before_create 55550100 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.839670 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.840018 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router precommit_create 55550100 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.840365 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > router precommit_update 55550100 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.844867 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.services.provider_configuration [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service providers = [] {{(pid=93006) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 16:07:13.845222 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.db.servicetype_db [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93006) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 16:07:13.848097 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.services.service_base [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93006) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:07:13.848438 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.services.service_base [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93006) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:07:13.848768 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.services.service_base [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93006) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:07:13.849629 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.services.service_base [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93006) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:07:13.849992 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.services.service_base [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 16:07:13.850388 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:07:13.850698 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 16:07:13.861180 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:07:13.861507 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading Plugin: auto_allocate Jun 23 16:07:13.867272 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: network precommit_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.867635 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: network precommit_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.868193 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:07:13.868510 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading Plugin: tag Jun 23 16:07:13.875047 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:07:13.875364 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading Plugin: timestamp Jun 23 16:07:13.879097 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:07:13.879419 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading Plugin: network_ip_availability Jun 23 16:07:13.886322 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.886709 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.887053 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:13.887752 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:07:13.888067 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading Plugin: flavors Jun 23 16:07:13.892778 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:07:13.893037 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading Plugin: revisions Jun 23 16:07:13.897311 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93006) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:07:13.897693 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=93006) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:07:13.898442 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93006) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 16:07:13.898770 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Initializing extension manager. Jun 23 16:07:13.899328 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: __init__.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.899655 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: __pycache__ {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.899980 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.900302 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: address_group.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.901035 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.901577 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: address-group Jun 23 16:07:13.901887 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: address_scope.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.902607 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.903111 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: address-scope Jun 23 16:07:13.903425 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.904315 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.904815 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: router-admin-state-down-before-update Jun 23 16:07:13.905127 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: agent.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.905810 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.906295 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: agent Jun 23 16:07:13.906631 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: agent_resources_synced.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.907500 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.907994 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: agent-resources-synced Jun 23 16:07:13.908302 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: allowedaddresspairs.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.910054 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.910592 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: allowed-address-pairs Jun 23 16:07:13.910905 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: auto_allocated_topology.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.912136 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.912644 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: auto-allocated-topology Jun 23 16:07:13.912958 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: availability_zone.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.913629 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.914139 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: availability_zone Jun 23 16:07:13.914459 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: availability_zone_filter.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.915407 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.915912 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: availability_zone_filter Jun 23 16:07:13.916235 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: data_plane_status.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.917100 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.917603 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 16:07:13.917911 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: default_subnetpools.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.918813 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.919311 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: default-subnetpools Jun 23 16:07:13.919621 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.920746 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.921240 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: dhcp_agent_scheduler Jun 23 16:07:13.921547 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: dns.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.922466 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.922965 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 16:07:13.923278 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: dns_domain_ports.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.924162 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.924654 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 16:07:13.924967 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.925856 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.926382 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 16:07:13.926691 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: dvr.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.927340 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.927833 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: dvr Jun 23 16:07:13.928142 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: empty_string_filtering.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.929016 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.929515 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: empty-string-filtering Jun 23 16:07:13.929823 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.930750 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.931240 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 16:07:13.931545 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.932426 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.932918 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 16:07:13.933226 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: external_net.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.934098 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.934626 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: external-net Jun 23 16:07:13.934935 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.935811 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.936299 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: extra_dhcp_opt Jun 23 16:07:13.936607 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: extraroute.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.937496 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.937961 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: extraroute Jun 23 16:07:13.938300 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: extraroute_atomic.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.939353 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.939866 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: extraroute-atomic Jun 23 16:07:13.940182 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: filter_validation.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.940827 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.941318 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: filter-validation Jun 23 16:07:13.941632 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: fip_pf_description.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.942549 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.943046 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 16:07:13.943358 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: fip_port_details.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.944248 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.944749 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: fip-port-details Jun 23 16:07:13.945057 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: flavors.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.946370 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.947053 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: flavors Jun 23 16:07:13.947230 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.948954 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.949466 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 16:07:13.949785 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: floatingip_pools.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.950700 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.951000 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: floatingip-pools Jun 23 16:07:13.951313 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: ip_allocation.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.952214 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.952713 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 16:07:13.953029 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.953925 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.954458 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: ip-substring-filtering Jun 23 16:07:13.954856 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: l2_adjacency.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.955675 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.956178 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 16:07:13.956491 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: l3.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.957606 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.957957 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: router Jun 23 16:07:13.958299 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.960646 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.961167 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 16:07:13.961521 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.962455 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.962965 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: ext-gw-mode Jun 23 16:07:13.963287 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.964173 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.964675 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: l3-ha Jun 23 16:07:13.964993 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: l3_flavors.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.965904 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.966465 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: l3-flavors Jun 23 16:07:13.966780 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.967676 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.968178 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 16:07:13.968491 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: l3agentscheduler.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.969500 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.970007 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: l3_agent_scheduler Jun 23 16:07:13.970352 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: logging.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.971833 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.972348 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension logging not supported by any of loaded plugins Jun 23 16:07:13.972667 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: metering.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.973387 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.973956 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: metering Jun 23 16:07:13.974285 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.975365 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.975885 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: metering_source_and_destination_fields Jun 23 16:07:13.976202 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: multiprovidernet.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.977147 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.977652 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: multi-provider Jun 23 16:07:13.977964 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: netmtu.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.978961 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.979462 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: net-mtu Jun 23 16:07:13.979771 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: netmtu_writable.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.980652 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.981150 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: net-mtu-writable Jun 23 16:07:13.981457 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: network_availability_zone.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.982094 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.982617 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: network_availability_zone Jun 23 16:07:13.982924 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: network_ip_availability.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.983999 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.984503 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: network-ip-availability Jun 23 16:07:13.984811 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: network_segment_range.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.985560 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.986055 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 16:07:13.986406 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: pagination.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.987364 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.987688 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: pagination Jun 23 16:07:13.988003 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: port_device_profile.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.988889 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.989397 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: port-device-profile Jun 23 16:07:13.989706 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.990632 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.991135 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: port-mac-address-regenerate Jun 23 16:07:13.991446 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.992320 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.992843 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: port-numa-affinity-policy Jun 23 16:07:13.993154 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: port_resource_request.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.994037 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.994562 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 16:07:13.994869 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: portbindings.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.995772 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.996265 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: binding Jun 23 16:07:13.996573 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: portbindings_extended.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.997810 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:13.998348 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: binding-extended Jun 23 16:07:13.998662 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: portsecurity.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:13.999547 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.000057 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: port-security Jun 23 16:07:14.000371 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: project_id.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.001308 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.001626 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: project-id Jun 23 16:07:14.001935 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: providernet.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.002856 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.003356 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: provider Jun 23 16:07:14.003663 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: qos.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.007345 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.007860 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension qos not supported by any of loaded plugins Jun 23 16:07:14.008200 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.009450 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.009956 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 16:07:14.010292 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.011202 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.011713 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 16:07:14.012030 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: qos_default.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.012913 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.013418 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension qos-default not supported by any of loaded plugins Jun 23 16:07:14.013731 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: qos_fip.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.014399 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.014934 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 16:07:14.015234 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: qos_gateway_ip.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.016134 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.016635 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 16:07:14.016949 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: qos_port_network_policy.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.017826 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.018329 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 16:07:14.018665 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: qos_rule_type_details.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.019549 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.020046 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 16:07:14.020355 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: qos_rules_alias.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.021473 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.021983 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 16:07:14.022318 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: quotasv2.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.023220 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.023536 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: quotas Jun 23 16:07:14.023847 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: quotasv2_detail.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.026901 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.027235 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: quota_details Jun 23 16:07:14.027538 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: rbac.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.028577 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.029098 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: rbac-policies Jun 23 16:07:14.029416 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: rbac_address_group.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.030309 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.030853 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: rbac-address-group Jun 23 16:07:14.031166 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: rbac_address_scope.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.032080 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.032589 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: rbac-address-scope Jun 23 16:07:14.032904 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: rbac_security_groups.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.033788 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.034303 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: rbac-security-groups Jun 23 16:07:14.034642 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: rbac_subnetpool.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.035533 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.036036 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: rbac-subnetpool Jun 23 16:07:14.036347 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: revisionifmatch.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.037235 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.037737 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: revision-if-match Jun 23 16:07:14.038034 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: revisions.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.039331 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.039883 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: standard-attr-revisions Jun 23 16:07:14.040200 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: router_availability_zone.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.040852 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.041359 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: router_availability_zone Jun 23 16:07:14.041675 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: routerservicetype.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.042597 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.043096 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 16:07:14.043409 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.044300 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.045164 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: security-groups-normalized-cidr Jun 23 16:07:14.045483 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.046394 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.046901 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: port-security-groups-filtering Jun 23 16:07:14.047210 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.048094 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.048595 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: security-groups-remote-address-group Jun 23 16:07:14.048908 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: securitygroup.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.058427 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.058952 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: security-group Jun 23 16:07:14.059278 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: segment.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.060045 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.060548 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension segment not supported by any of loaded plugins Jun 23 16:07:14.060870 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.061773 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.062308 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 16:07:14.062616 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: servicetype.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.063674 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.064189 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: service-type Jun 23 16:07:14.064509 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: sorting.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.065460 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.065826 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: sorting Jun 23 16:07:14.066121 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: standard_attr_segment.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.067113 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.067624 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 16:07:14.067938 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: standardattrdescription.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.068544 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.069046 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: standard-attr-description Jun 23 16:07:14.069358 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: stateful_security_group.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.070296 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.070801 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: stateful-security-group Jun 23 16:07:14.071216 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: stdattrs_common.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.071771 dv-cinder-788363-4-smb neutron-server[93006]: WARNING neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 16:07:14.072083 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.072998 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.073503 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 16:07:14.073817 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: subnet_onboard.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.074884 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.075393 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: subnet_onboard Jun 23 16:07:14.075707 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.076609 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.077109 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 16:07:14.077419 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: subnet_service_types.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.078338 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.078842 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: subnet-service-types Jun 23 16:07:14.079153 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: subnetallocation.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.080207 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.080710 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: subnet_allocation Jun 23 16:07:14.081024 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.081667 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.082164 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: subnetpool-prefix-ops Jun 23 16:07:14.082503 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.083410 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.083904 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 16:07:14.084217 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: tagging.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.085270 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.085785 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: standard-attr-tag Jun 23 16:07:14.086097 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: timestamp.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.087318 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.087823 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loaded extension: standard-attr-timestamp Jun 23 16:07:14.088136 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: trunk.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.089143 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.089647 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension trunk not supported by any of loaded plugins Jun 23 16:07:14.089961 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: trunk_details.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.090881 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.091391 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 16:07:14.091700 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: uplink_status_propagation.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.092586 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.093088 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 16:07:14.093403 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Loading extension file: vlantransparent.py {{(pid=93006) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:07:14.094039 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93006) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:07:14.094570 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 16:07:14.097044 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:network Jun 23 16:07:14.097576 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:subnet Jun 23 16:07:14.097963 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:07:14.098371 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:port Jun 23 16:07:14.099610 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.100043 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service FLAVORS assigned prefix: {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.100649 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.101073 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.101394 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:router Jun 23 16:07:14.101811 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 16:07:14.102406 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service METERING assigned prefix: /metering {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.103832 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:14.104191 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:14.104528 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:07:14.105536 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 16:07:14.105974 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:security_group Jun 23 16:07:14.106440 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 16:07:14.107026 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service CORE assigned prefix: {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.107347 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:07:14.107685 dv-cinder-788363-4-smb neutron-server[93006]: WARNING neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] subnetpool is already registered Jun 23 16:07:14.108122 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service CORE assigned prefix: {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.108434 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:07:14.108753 dv-cinder-788363-4-smb neutron-server[93006]: WARNING neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] subnetpool is already registered Jun 23 16:07:14.111092 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.111512 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service FLAVORS assigned prefix: {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.112094 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.112509 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.112954 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:router Jun 23 16:07:14.113155 dv-cinder-788363-4-smb neutron-server[93006]: WARNING neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] router is already registered Jun 23 16:07:14.113556 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 16:07:14.113876 dv-cinder-788363-4-smb neutron-server[93006]: WARNING neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] floatingip is already registered Jun 23 16:07:14.114340 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service METERING assigned prefix: /metering {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.115004 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 16:07:14.115321 dv-cinder-788363-4-smb neutron-server[93006]: WARNING neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] rbac_policy is already registered Jun 23 16:07:14.115728 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:security_group Jun 23 16:07:14.116051 dv-cinder-788363-4-smb neutron-server[93006]: WARNING neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] security_group is already registered Jun 23 16:07:14.116444 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 16:07:14.116763 dv-cinder-788363-4-smb neutron-server[93006]: WARNING neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] security_group_rule is already registered Jun 23 16:07:14.117374 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service CORE assigned prefix: {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.117733 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:07:14.118060 dv-cinder-788363-4-smb neutron-server[93006]: WARNING neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] subnetpool is already registered Jun 23 16:07:14.118508 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.v2.resource_helper [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Service CORE assigned prefix: {{(pid=93006) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:07:14.118821 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:07:14.119136 dv-cinder-788363-4-smb neutron-server[93006]: WARNING neutron.quota.resource_registry [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] subnetpool is already registered Jun 23 16:07:14.119602 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: extensions {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.121059 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: address-groups {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.122591 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: address-scopes {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.123928 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: agents {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.125078 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: auto-allocated-topology {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.126354 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: availability_zones {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.127586 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: dhcp-networks {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.129112 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: dhcp-agents {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.130610 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: routers {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.132320 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: flavors {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.134770 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: service_profiles {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.135990 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: next_providers {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.137458 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: service_profiles {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.139047 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: floatingip-pools {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.140295 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: routers {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.142009 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: floatingips {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.143396 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: l3-routers {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.144729 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: l3-agents {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.146167 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: metering-labels {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.147448 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: metering-label-rules {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.148829 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: network-ip-availabilities {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.150148 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: bindings {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.151972 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: quotas {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.153555 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: quotas {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.155006 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: rbac-policies {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.156224 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: security-groups {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.157535 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: security-group-rules {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.158813 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: service-providers {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.160050 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: subnetpools {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.161377 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: subnetpools {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.162964 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: tags {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.164693 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: tags {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.166570 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: tags {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.168355 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: tags {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.170422 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: tags {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.172364 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: tags {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.174100 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: tags {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.175915 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: tags {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.177764 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: tags {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.179570 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron.api.extensions [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Extended resource: tags {{(pid=93006) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:07:14.185683 dv-cinder-788363-4-smb neutron-server[93006]: WARNING keystonemiddleware.auth_token [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 16:07:14.190165 dv-cinder-788363-4-smb neutron-server[93006]: WARNING keystonemiddleware.auth_token [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 16:07:14.198540 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Acquired lock "singleton_lock" {{(pid=93006) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 16:07:14.199015 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_concurrency.lockutils [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Releasing lock "singleton_lock" {{(pid=93006) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 16:07:14.199645 dv-cinder-788363-4-smb neutron-server[93006]: INFO oslo_service.service [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Starting 2 workers Jun 23 16:07:14.204350 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Started child 93113 {{(pid=93006) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:07:14.208611 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Started child 93114 {{(pid=93006) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:07:14.209805 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:14.211107 dv-cinder-788363-4-smb neutron-server[93006]: INFO neutron.service [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 16:07:14.211444 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [-] (93113) wsgi starting up on http://0.0.0.0:9696 Jun 23 16:07:14.211823 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 52380) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:07:14.212021 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Notify callbacks [] for process, before_spawn {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:14.213870 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:14.214472 dv-cinder-788363-4-smb neutron-server[93006]: INFO oslo_service.service [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Starting 1 workers Jun 23 16:07:14.215247 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [-] (93114) wsgi starting up on http://0.0.0.0:9696 Jun 23 16:07:14.219456 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Started child 93116 {{(pid=93006) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:07:14.219948 dv-cinder-788363-4-smb neutron-server[93006]: INFO oslo_service.service [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Starting 1 workers Jun 23 16:07:14.220309 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063877 Jun 23 16:07:14.223187 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.service [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] calling RpcWorker wait() {{(pid=93116) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 16:07:14.223717 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.service [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] returning from RpcWorker wait() {{(pid=93116) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 16:07:14.224922 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:14.225373 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:07:14.226034 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Started child 93119 {{(pid=93006) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:07:14.227154 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG neutron_lib.callbacks.manager [None req-8fe31750-7f17-43de-918d-7dfba4785210 None None] Notify callbacks [] for process, after_spawn {{(pid=93006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:14.229217 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93006) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 16:07:14.229439 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:07:14.229594 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:07:14.229795 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:07:14.230341 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:07:14.230716 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:07:14.231406 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.231706 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:14.232456 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.232908 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.233309 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.233739 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.235265 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.235692 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.236122 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.236553 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.236959 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.237300 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.237617 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.238021 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.238447 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.238898 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.239339 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.239783 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.240072 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.240206 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.240500 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.240738 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.241014 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.241290 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] debug = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.241498 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.242068 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.242217 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.242531 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.242780 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.243097 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.243307 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.243790 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.244161 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.244548 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.244914 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.245290 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.245708 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.245919 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.246177 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.247246 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.247628 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.248241 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] host = dv-cinder-788363-4-smb {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.248641 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.249014 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.249406 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.249803 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.250189 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.250570 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.250956 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.251959 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.252222 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.252452 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.252832 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.253214 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.253761 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.253930 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_file = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.254005 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_options = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.254253 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.254556 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.255563 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.255563 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.255563 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.255563 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.255563 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.256111 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.256111 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.256111 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.256368 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.256507 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.257332 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.257332 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.257332 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.257535 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.257640 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.257712 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:07:14.257875 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.259714 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.259714 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.259714 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.259714 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.259714 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.259714 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.259714 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.260169 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.260169 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.260317 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.260445 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.260702 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.261773 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.262707 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.264030 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.264030 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.264030 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.264030 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.264030 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.264700 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.264700 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.264700 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.265075 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.265075 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.265331 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.265471 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.265700 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.265932 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] use_json = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.266145 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.267432 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.267432 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.267615 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.267747 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.268137 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.268496 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.268874 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.269427 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.269846 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.270311 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.270711 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.271107 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.271371 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.271623 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.271865 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.272100 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.272606 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.272704 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.273743 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.274098 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.274383 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.274649 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.275919 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.276355 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.278859 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.279129 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.280516 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.280516 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.280686 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.280992 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.281277 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.281695 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.282112 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.282518 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.282907 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.283295 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.283657 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.284074 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.284269 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.284702 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.285137 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.285422 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.285795 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.286161 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.286490 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.286844 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.288013 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.288013 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.288013 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.288221 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.288757 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.289388 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.289852 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.290369 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.290763 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.291140 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.291555 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.291820 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.292074 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.292292 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.292533 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.292758 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.292995 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.293221 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.293441 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.293657 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.293881 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.294110 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.295535 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.295772 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.295993 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.296234 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.296505 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.296709 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.296926 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.297173 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.297387 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.297608 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.297821 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.298033 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.298245 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.298506 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.298720 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.299355 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.299355 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.299515 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.299639 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.300011 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.300484 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.300902 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.301184 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.301476 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.301815 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.302061 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.302353 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.302565 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.302817 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.303036 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.303283 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.303527 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.303733 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.303963 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.304459 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.305082 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.305082 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.305337 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.305816 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.306147 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.306483 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.306787 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.307079 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.307375 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.307667 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.307973 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.308443 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.308871 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.309444 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.309918 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.310491 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.310924 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.311386 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.311812 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.312089 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.312385 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.312668 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.312923 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.313159 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.313409 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.313687 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.313972 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.314315 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.314600 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.314902 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.315140 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.315539 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.315774 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.316001 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.316215 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.316464 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.316778 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.317022 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.317245 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.317613 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.318062 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.319093 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.319093 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.319093 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.319093 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.319396 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.319574 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.320212 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.320212 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.320212 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.320555 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.320822 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.321242 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.321482 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.321713 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.321926 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.322155 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.322431 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.322647 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.322864 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.323074 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.323289 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.323509 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.323737 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.323949 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.324163 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.325012 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.325012 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.325012 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.325012 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.325292 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.325469 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.326345 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.326345 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.326345 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.326551 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.326709 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.326927 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.328371 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.328371 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.328371 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.328371 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.328371 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.328371 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.328810 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.328810 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.328952 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.329152 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.329367 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.329629 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.329878 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.330208 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.331379 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.331624 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.331873 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.332092 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.332329 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.332547 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.332760 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.332972 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.333196 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.333397 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.333665 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.334510 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.334510 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.334510 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.334760 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.334760 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.334954 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.335170 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.335447 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.335691 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.335912 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.336153 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.336399 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.336656 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.336865 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.337071 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.337283 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.337491 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.337713 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.337925 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.338129 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.338371 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.338759 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.339004 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.339213 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.339418 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.339650 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.339863 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.340086 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.340290 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.340496 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.340710 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.340915 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.341194 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.341595 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.342000 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.342367 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.342539 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.342808 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.343027 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.343338 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.343550 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.343805 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.344065 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.344459 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.344680 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.344937 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.345243 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.345551 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.345784 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.346587 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.346901 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.347179 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.348173 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.348173 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.348173 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.348411 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.348627 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.348891 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.349149 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.349431 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.349672 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.349906 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.350141 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.350455 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.350980 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.350980 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.351230 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.351435 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.351642 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.351948 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.352155 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.352359 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.352582 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.352799 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.353007 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.353154 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:07:14.357458 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93006) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 16:07:14.357458 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:07:14.357458 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:07:14.357779 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:07:14.357779 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:07:14.357922 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:07:14.358017 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.358212 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.360121 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.360345 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.360508 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.360690 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.362397 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.362563 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.362695 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.362856 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.363009 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.363484 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.363484 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.363484 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.363723 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.363803 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.363894 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.364041 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.364199 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.364355 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.364506 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.364656 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.364810 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] debug = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.364962 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.365172 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.365332 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.365486 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.365644 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.365833 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.365952 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.366103 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.366242 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.367732 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.368439 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.368613 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.369097 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.370431 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.370681 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.370864 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.371041 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.371213 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] host = dv-cinder-788363-4-smb {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.371381 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.371550 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.371713 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.371874 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.372037 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.372198 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.372359 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.372517 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.372675 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.372832 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.372989 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.373152 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.373298 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.373454 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_file = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.373610 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_options = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.373768 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.373923 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.374078 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.374254 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.374469 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.374628 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.374785 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.374941 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.375100 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.375259 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.375416 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.375575 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.375732 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.375888 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.376903 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.376903 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.376903 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.376903 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.376903 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.376903 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.376903 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.377307 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.377307 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.377439 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.377504 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.377736 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.377826 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.377962 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.378105 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.378246 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.378433 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.378595 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.378739 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.378893 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.379050 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.379205 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.379366 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.379528 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.379678 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.379837 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.379996 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.380137 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.380294 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.380444 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.380600 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.380749 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] use_json = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.380908 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.381056 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.381206 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.381365 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.381507 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.381721 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.381817 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.381953 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:07:14.382135 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.382376 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.382548 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.382702 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.382877 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.383017 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:07:14.383176 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.383176 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.383474 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.383474 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.383735 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.383870 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.384005 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.384149 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.384240 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.384388 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.384579 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.384735 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.384886 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.385034 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.385192 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.385365 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.385521 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.385663 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.385837 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.386002 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.386147 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.386315 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.386478 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.386638 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.386801 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.386961 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.387118 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.387275 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.387436 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.387598 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.387758 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.387918 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.388080 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.388241 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.388398 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.388559 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.388706 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.388868 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.389020 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.389180 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.389337 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.389493 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.389654 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.389810 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.389966 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.390136 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.390304 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.390467 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.390629 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.390789 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.390950 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.391111 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.391271 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.391414 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.391573 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.391729 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.391966 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.392122 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.392276 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.392437 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.392592 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.392751 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.392906 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.393066 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.393225 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.393386 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.393604 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.393695 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.393852 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.394010 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.394176 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.395684 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.395684 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.395684 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.395684 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.395951 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.396120 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.396224 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.396365 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.397281 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.397281 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.397281 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.397281 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.397534 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.397534 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.397768 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.397868 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.398006 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.398149 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.398317 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.398463 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.398606 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.398772 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.399236 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.399236 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.399405 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.399475 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.399638 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.399781 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.399922 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.400062 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.400210 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.400371 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.400610 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.400714 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.400852 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.400992 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.401142 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.401307 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.401449 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.401619 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.401792 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.401954 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.402199 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.402364 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.402502 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.402639 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.402774 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.402923 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.403059 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.403194 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.403339 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.403485 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.403623 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.403759 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.403920 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.404082 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.404265 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.404426 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.404567 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.404732 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.404882 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.405025 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.405186 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.405339 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.405485 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.405642 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.405785 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.405950 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.406092 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.406257 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.406418 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.406583 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.406727 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.406890 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.407034 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.407227 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.408157 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.408157 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.408157 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.408157 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.408157 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.408157 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.408933 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.408933 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.408933 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.408933 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.408933 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.409614 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.409614 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.409614 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.409614 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.409614 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.410412 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.410412 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.410412 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.410412 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.411168 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.411340 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.411505 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.412092 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.412092 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.412092 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.412580 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.412580 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.412580 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.412580 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.413111 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.413111 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.413111 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.413493 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.413493 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.413493 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.413876 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.413876 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.414145 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.414145 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.414459 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.414459 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.414751 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.414751 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.415021 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.415021 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.415291 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.415291 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.415673 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.415673 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.416004 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.416004 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.416293 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.416293 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.416564 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.416564 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.416831 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.416831 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.417090 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.417226 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.417362 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.417497 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.417632 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.417767 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.417940 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.418096 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.418234 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.418465 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.418602 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.418739 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.418875 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.419010 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.419175 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.419318 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.419492 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.419635 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.420167 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.420330 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.420482 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.420647 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.420801 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.421026 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.421167 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.421312 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.421450 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.421585 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.421721 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.421857 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.422032 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.422187 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.423071 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.423238 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.423406 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.423964 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.423964 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.423964 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.424393 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.424393 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.424393 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.424816 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.424816 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.424816 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.425344 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.425344 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.425344 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.425856 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.425856 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.425856 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.425856 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.426654 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.426654 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.426654 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.426654 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.426654 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.427540 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.427540 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.427540 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.427540 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.427540 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.427540 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.428470 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.428470 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:07:14.428470 dv-cinder-788363-4-smb neutron-server[93006]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93006) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:07:25.417636 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a3a649-6f84-4b10-9f5b-401aa51cd553 None None] get_active_networks_info from dv-cinder-788363-4-smb {{(pid=93116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 16:07:25.506308 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a3a649-6f84-4b10-9f5b-401aa51cd553 None None] No non-hosted networks {{(pid=93116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 16:07:25.522257 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.agentschedulers_db [None req-38a3a649-6f84-4b10-9f5b-401aa51cd553 None None] DHCP Agent not found on host dv-cinder-788363-4-smb {{(pid=93116) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 16:07:25.681787 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e4754c35-705b-4ed2-84d9-577ba6ceb854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701'] for agent, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:27.869042 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6447ea77-d101-48b4-a053-944cd1d094f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701'] for agent, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:27.921392 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-bf78fcdb-123d-4c4f-b02f-1d8049b94134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:28.216436 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701'] for agent, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:28.217175 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:28.217564 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:28.217911 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:28.218463 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:28.219049 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:28.219781 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:28.220306 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:28.220759 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:28.221254 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:28.221828 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:28.222687 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:28.225178 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:28.225917 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788363-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:07:28.235202 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788363-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:07:28.993838 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701'] for agent, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:30.499539 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701'] for agent, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:31.766888 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 52486) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:07:32.300616 dv-cinder-788363-4-smb neutron-server[93114]: WARNING oslo_policy.policy [None req-1d907877-a20c-4e59-9a7f-e5e150a24be3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:07:32.301192 dv-cinder-788363-4-smb neutron-server[93114]: WARNING oslo_policy.policy [None req-1d907877-a20c-4e59-9a7f-e5e150a24be3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:07:32.511458 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [None req-1d907877-a20c-4e59-9a7f-e5e150a24be3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:07:32.512744 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-1d907877-a20c-4e59-9a7f-e5e150a24be3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7432153 Jun 23 16:07:34.137275 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.db.l3_hamode_db [None req-cb0020bc-8457-4557-906b-569db7f4dbec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 16:07:34.213514 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0020bc-8457-4557-906b-569db7f4dbec None None] Routers set() bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:07:34.213888 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0020bc-8457-4557-906b-569db7f4dbec None None] Router IDs set() for agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 16:07:34.841387 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 52500) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:07:35.402851 dv-cinder-788363-4-smb neutron-server[93113]: WARNING oslo_policy.policy [None req-2cee1294-e450-436d-b494-fe437d17cba4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:07:35.404045 dv-cinder-788363-4-smb neutron-server[93113]: WARNING oslo_policy.policy [None req-2cee1294-e450-436d-b494-fe437d17cba4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:07:35.623951 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-2cee1294-e450-436d-b494-fe437d17cba4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:07:35.715241 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.policy [None req-2cee1294-e450-436d-b494-fe437d17cba4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93113) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 16:07:35.759071 dv-cinder-788363-4-smb neutron-server[93113]: WARNING oslo_policy.policy [None req-2cee1294-e450-436d-b494-fe437d17cba4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:07:35.759423 dv-cinder-788363-4-smb neutron-server[93113]: WARNING oslo_policy.policy [None req-2cee1294-e450-436d-b494-fe437d17cba4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:07:35.767986 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.quota [None req-2cee1294-e450-436d-b494-fe437d17cba4 admin admin] Loaded quota_driver: . Jun 23 16:07:35.864610 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2cee1294-e450-436d-b494-fe437d17cba4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767724418837', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767724417376', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767724365139', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767724367645', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767724377304', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767724387586', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3432727', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-656491', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3735823', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3668004'] for rbac-policy, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:35.945232 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2cee1294-e450-436d-b494-fe437d17cba4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:35.946599 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-2cee1294-e450-436d-b494-fe437d17cba4 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1038792 Jun 23 16:07:38.562007 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 52518) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:07:38.880499 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Request body: {'network': {'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'admin_state_up': True, 'name': 'private', 'project_id': '77cab0bac3564320b20cb939c43aea56'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:07:38.882536 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.quota [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Loaded quota_driver: . Jun 23 16:07:38.945863 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Made reservation on behalf of 77cab0bac3564320b20cb939c43aea56 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:07:39.009511 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.policy [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93114) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 16:07:39.053559 dv-cinder-788363-4-smb neutron-server[93114]: WARNING oslo_policy.policy [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:07:39.053962 dv-cinder-788363-4-smb neutron-server[93114]: WARNING oslo_policy.policy [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:07:39.063794 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:39.085747 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:39.220684 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:39.227284 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:39.233022 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:07:39.247478 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:07:39.275041 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767724754710', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:39.275624 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Unsubscribe: segment precommit_create {{(pid=93114) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 16:07:39.276105 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.segments_db [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Added segment 483e7852-089d-4a5f-9798-76a1fd9be430 of type vlan for network cf53c068-33a2-49e3-a490-be8ddc04cef0 Jun 23 16:07:39.296972 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97375e7a-dc3f-4b06-bb81-52aead503446,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:07:39.330842 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:39.331183 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:39.331580 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:39.331810 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:39.332119 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:39.332429 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:39.332718 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:39.333017 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:39.333329 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:39.333627 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:39.333919 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:39.334207 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Tracked resource versions report: Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: pushed versions: Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: { 'AddressGroup': {'1.2'}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'ConntrackHelper': {'1.0'}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'Log': {'1.0'}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'Network': {'1.1'}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'Port': {'1.7'}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'PortForwarding': {'1.2'}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'QosPolicy': {'1.8'}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'SecurityGroup': {'1.4'}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'SubPort': {'1.0'}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'Subnet': {'1.1'}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'Trunk': {'1.1'}} Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: consumer versions: Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: { DHCP agent@dv-cinder-788363-4-smb: {}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: L3 agent@dv-cinder-788363-4-smb: {}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: Metadata agent@dv-cinder-788363-4-smb: {}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: Metering agent@dv-cinder-788363-4-smb: {}, Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: Open vSwitch agent@dv-cinder-788363-4-smb: { 'AddressGroup': '1.2', Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'ConntrackHelper': '1.0', Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'Log': '1.0', Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'Network': '1.1', Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'Port': '1.7', Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'PortForwarding': '1.2', Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'QosPolicy': '1.8', Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'SecurityGroup': '1.4', Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'SecurityGroupRule': '1.2', Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'SubPort': '1.0', Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'Subnet': '1.1', Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: 'Trunk': '1.1'}} Jun 23 16:07:39.335419 dv-cinder-788363-4-smb neutron-server[93114]: {{(pid=93114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:07:39.404652 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:07:39.406431 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:39.461792 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:39.463469 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:07:39.464129 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:39.467014 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:07:39.519336 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9561391 Jun 23 16:07:39.562858 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=cf53c068-33a2-49e3-a490-be8ddc04cef0,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:07:39.566312 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:07:39.574904 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network cf53c068-33a2-49e3-a490-be8ddc04cef0 details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:07:42.128120 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 52534) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:07:42.586629 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eec994-1fe5-42e8-b97c-7337c3ace0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:07:42.587956 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-11eec994-1fe5-42e8-b97c-7337c3ace0fe admin admin] 10.222.0.23 "GET /v2.0/networks/cf53c068-33a2-49e3-a490-be8ddc04cef0 HTTP/1.1" status: 200 len: 825 time: 0.4588740 Jun 23 16:07:42.629679 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-4c3aabb3-a533-4692-a9fa-cd50a3ad059a admin admin] 10.222.0.23 "GET /v2.0/subnetpools/8cfd1547-74c9-4623-aae9-36eab5cd43f7 HTTP/1.1" status: 200 len: 734 time: 0.0332847 Jun 23 16:07:42.640280 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] Request body: {'subnet': {'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0', 'ip_version': 4, 'subnetpool_id': '8cfd1547-74c9-4623-aae9-36eab5cd43f7'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:07:42.665217 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] Made reservation on behalf of 77cab0bac3564320b20cb939c43aea56 for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:07:42.667758 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:42.984968 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:42.987169 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:07:43.046453 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3384a365-a0b8-47b3-b602-e750f11a2513,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:07:43.053557 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:07:43.056533 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] Checking segment: {'id': '483e7852-089d-4a5f-9798-76a1fd9be430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:07:43.056929 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] Network hostable DHCP agents. Network: cf53c068-33a2-49e3-a490-be8ddc04cef0, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:07:43.080704 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] Network cf53c068-33a2-49e3-a490-be8ddc04cef0 is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:07:43.094782 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, cf53c068-33a2-49e3-a490-be8ddc04cef0) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:07:43.099808 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:07:43.101008 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:43.104551 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cfa671-0756-46f1-ab2b-e983b5fb75be None None] Network cf53c068-33a2-49e3-a490-be8ddc04cef0 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:07:43.115961 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4790006 Jun 23 16:07:43.413522 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27577dd8-cecf-5f66-a3c4-1df2aa8f496d-cf53c068-33a2-49e3-a490-be8ddc04cef0', 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'fixed_ips': [{'subnet_id': '3384a365-a0b8-47b3-b602-e750f11a2513'}]}} from dv-cinder-788363-4-smb. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:07:43.415015 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:43.684521 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Allocated IP 172.20.0.2 (cf53c068-33a2-49e3-a490-be8ddc04cef0/3384a365-a0b8-47b3-b602-e750f11a2513/f7e60fc6-7b25-47d2-9fda-7c177f9e9030) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:07:43.887243 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:43.928659 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Transition to ACTIVE for port object f7e60fc6-7b25-47d2-9fda-7c177f9e9030 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:07:43.952517 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Transition to ACTIVE for port object f7e60fc6-7b25-47d2-9fda-7c177f9e9030 will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:07:43.962198 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:43.964982 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:07:44.032340 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Network cf53c068-33a2-49e3-a490-be8ddc04cef0 is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:07:44.040864 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:07:44.046391 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Pushing event updated for resources: {'Port': ['ID=f7e60fc6-7b25-47d2-9fda-7c177f9e9030,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:07:44.048550 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:07:44.060025 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:44.060427 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:44.061022 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:44.061022 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:44.061214 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:44.061497 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:44.061799 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:44.062097 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:44.062423 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:44.062729 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:44.063024 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:44.063317 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Tracked resource versions report: Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: pushed versions: Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: { 'AddressGroup': {'1.2'}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'ConntrackHelper': {'1.0'}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'Log': {'1.0'}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'Network': {'1.1'}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'Port': {'1.7'}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'PortForwarding': {'1.2'}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'QosPolicy': {'1.8'}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'SecurityGroup': {'1.4'}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'SubPort': {'1.0'}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'Subnet': {'1.1'}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'Trunk': {'1.1'}} Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: consumer versions: Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: { DHCP agent@dv-cinder-788363-4-smb: {}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: L3 agent@dv-cinder-788363-4-smb: {}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: Metadata agent@dv-cinder-788363-4-smb: {}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: Metering agent@dv-cinder-788363-4-smb: {}, Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: Open vSwitch agent@dv-cinder-788363-4-smb: { 'AddressGroup': '1.2', Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'ConntrackHelper': '1.0', Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'Log': '1.0', Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'Network': '1.1', Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'Port': '1.7', Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'PortForwarding': '1.2', Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'QosPolicy': '1.8', Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'SecurityGroup': '1.4', Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'SecurityGroupRule': '1.2', Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'SubPort': '1.0', Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'Subnet': '1.1', Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: 'Trunk': '1.1'}} Jun 23 16:07:44.064361 dv-cinder-788363-4-smb neutron-server[93116]: {{(pid=93116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:07:44.097378 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:07:44.128427 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Attempting to bind port f7e60fc6-7b25-47d2-9fda-7c177f9e9030 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:07:44.129079 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Attempting to bind port f7e60fc6-7b25-47d2-9fda-7c177f9e9030 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '483e7852-089d-4a5f-9798-76a1fd9be430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:07:44.129191 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Attempting to bind port f7e60fc6-7b25-47d2-9fda-7c177f9e9030 on network cf53c068-33a2-49e3-a490-be8ddc04cef0 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:07:44.134302 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:07:44.134732 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Checking segment: {'id': '483e7852-089d-4a5f-9798-76a1fd9be430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:07:44.135196 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:44.135571 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Bound using segment: {'id': '483e7852-089d-4a5f-9798-76a1fd9be430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:07:44.136025 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Bound port: f7e60fc6-7b25-47d2-9fda-7c177f9e9030, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483e7852-089d-4a5f-9798-76a1fd9be430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:07:44.136395 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:44.200087 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] For port f7e60fc6-7b25-47d2-9fda-7c177f9e9030, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:07:44.204278 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] For port f7e60fc6-7b25-47d2-9fda-7c177f9e9030, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=f7e60fc6-7b25-47d2-9fda-7c177f9e9030,segment=NetworkSegment(483e7852-089d-4a5f-9798-76a1fd9be430),segment_id=483e7852-089d-4a5f-9798-76a1fd9be430)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:07:44.209393 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:44.215499 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:07:44.276141 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Pushing event updated for resources: {'Port': ['ID=f7e60fc6-7b25-47d2-9fda-7c177f9e9030,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:07:44.279807 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:07:45.434257 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 52542) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:07:45.759726 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [None req-c41a333a-86df-421f-8dd2-fdbd50f17bf0 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:07:45.760688 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-c41a333a-86df-421f-8dd2-fdbd50f17bf0 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3254378 Jun 23 16:07:48.079780 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 52550) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:07:48.407046 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [None req-098d5f67-fcbd-4a53-8465-2772627fe968 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:07:48.408027 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-098d5f67-fcbd-4a53-8465-2772627fe968 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3273199 Jun 23 16:07:50.023101 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device f7e60fc6-7b25-47d2-9fda-7c177f9e9030 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:07:50.105987 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port f7e60fc6-7b25-47d2-9fda-7c177f9e9030 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:07:50.183221 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e006d2-fdc3-47f0-98e0-9247682e96c4 None None] Network cf53c068-33a2-49e3-a490-be8ddc04cef0 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:07:50.304645 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-842e4291-ecc2-4d8f-ac49-212117858888 None None] Provisioning for port f7e60fc6-7b25-47d2-9fda-7c177f9e9030 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:07:50.310266 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-842e4291-ecc2-4d8f-ac49-212117858888 None None] Provisioning complete for port f7e60fc6-7b25-47d2-9fda-7c177f9e9030 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:07:50.310675 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-842e4291-ecc2-4d8f-ac49-212117858888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:50.462030 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-842e4291-ecc2-4d8f-ac49-212117858888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:50.500783 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-842e4291-ecc2-4d8f-ac49-212117858888 None None] For port f7e60fc6-7b25-47d2-9fda-7c177f9e9030, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=f7e60fc6-7b25-47d2-9fda-7c177f9e9030,segment=NetworkSegment(483e7852-089d-4a5f-9798-76a1fd9be430),segment_id=483e7852-089d-4a5f-9798-76a1fd9be430)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:07:50.506681 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-842e4291-ecc2-4d8f-ac49-212117858888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:50.509220 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:07:50.558263 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e4291-ecc2-4d8f-ac49-212117858888 None None] Pushing event updated for resources: {'Port': ['ID=f7e60fc6-7b25-47d2-9fda-7c177f9e9030,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:07:50.565493 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-842e4291-ecc2-4d8f-ac49-212117858888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:07:50.625753 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-db2c9261-d2d9-4d5b-985d-dce81ab6b6a9 None None] Provisioning complete for port f7e60fc6-7b25-47d2-9fda-7c177f9e9030 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:07:50.626116 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-db2c9261-d2d9-4d5b-985d-dce81ab6b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:51.013865 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 52564) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:07:51.359604 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-20e44db4-eb43-429f-9186-6abac241d20c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'admin_state_up': True}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:07:51.396426 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-20e44db4-eb43-429f-9186-6abac241d20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130133'] for router, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:51.398914 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-20e44db4-eb43-429f-9186-6abac241d20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130126'] for router, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:51.539263 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-20e44db4-eb43-429f-9186-6abac241d20c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:51.548561 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-20e44db4-eb43-429f-9186-6abac241d20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451959'] for router, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:51.571243 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-20e44db4-eb43-429f-9186-6abac241d20c admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:51.572408 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-20e44db4-eb43-429f-9186-6abac241d20c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5575695 Jun 23 16:07:51.998668 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device f7e60fc6-7b25-47d2-9fda-7c177f9e9030 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:07:52.047244 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port f7e60fc6-7b25-47d2-9fda-7c177f9e9030 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:07:52.047610 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:53.868352 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 52572) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:07:54.210861 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [None req-b6d24460-820b-4cd1-96ff-13580c0bcd5f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:07:54.211845 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-b6d24460-820b-4cd1-96ff-13580c0bcd5f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3425531 Jun 23 16:07:55.363813 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-cb4ed894-4e55-458b-b3d1-134c05831161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:56.535149 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 52580) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:07:56.878555 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:07:56.909638 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Made reservation on behalf of b3523841e339474a8ed024b9c98f7346 for: {'network': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:07:56.912639 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:56.929241 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:57.055734 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:57.062247 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:57.067410 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:07:57.074311 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Reserving flat network on physical network physnet1 {{(pid=93113) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 16:07:57.106117 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767724754710', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:57.106704 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Unsubscribe: segment precommit_create {{(pid=93113) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 16:07:57.107190 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.segments_db [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Added segment 746a698b-2d87-4dc0-9523-2134773c46d7 of type flat for network bacb7425-026e-474c-af91-e51d72b71c61 Jun 23 16:07:57.124163 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dded3101-862f-4082-aea4-193a5810fb54,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:07:57.176991 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:57.177202 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:57.177522 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:57.177853 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:57.178168 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:57.178478 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:57.178873 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:57.179245 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:57.179519 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:57.179874 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:57.180145 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:57.180417 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Tracked resource versions report: Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: pushed versions: Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: { 'AddressGroup': {'1.2'}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'ConntrackHelper': {'1.0'}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'Log': {'1.0'}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'Network': {'1.1'}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'Port': {'1.7'}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'PortForwarding': {'1.2'}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'QosPolicy': {'1.8'}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'SecurityGroup': {'1.4'}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'SubPort': {'1.0'}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'Subnet': {'1.1'}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'Trunk': {'1.1'}} Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: consumer versions: Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: { DHCP agent@dv-cinder-788363-4-smb: {}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: L3 agent@dv-cinder-788363-4-smb: {}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: Metadata agent@dv-cinder-788363-4-smb: {}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: Metering agent@dv-cinder-788363-4-smb: {}, Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: Open vSwitch agent@dv-cinder-788363-4-smb: { 'AddressGroup': '1.2', Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'ConntrackHelper': '1.0', Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'Log': '1.0', Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'Network': '1.1', Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'Port': '1.7', Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'PortForwarding': '1.2', Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'QosPolicy': '1.8', Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'SecurityGroup': '1.4', Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'SecurityGroupRule': '1.2', Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'SubPort': '1.0', Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'Subnet': '1.1', Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: 'Trunk': '1.1'}} Jun 23 16:07:57.181500 dv-cinder-788363-4-smb neutron-server[93113]: {{(pid=93113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:07:57.228132 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:57.236581 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:07:57.285738 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:57.287219 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:07:57.287876 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:57.290659 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:07:57.345786 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8092761 Jun 23 16:07:57.387117 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Pushing event updated for resources: {'Network': ['ID=bacb7425-026e-474c-af91-e51d72b71c61,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:07:57.390478 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:07:57.397928 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network bacb7425-026e-474c-af91-e51d72b71c61 details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:07:57.866085 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-43077fc3-8882-4020-bf8b-99debac95bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:58.213512 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:58.940144 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:07:59.637786 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 52602) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:07:59.831374 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc44d6-d289-4702-8e39-354e93e8bf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:07:59.832680 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-c9dc44d6-d289-4702-8e39-354e93e8bf02 admin admin] 10.222.0.23 "GET /v2.0/subnets/3384a365-a0b8-47b3-b602-e750f11a2513 HTTP/1.1" status: 200 len: 849 time: 0.1939514 Jun 23 16:07:59.956751 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-497cf864-dd40-463d-a926-cb43cc01d005 admin admin] 10.222.0.23 "GET /v2.0/routers/0da88f75-f5d7-4e2f-b5bd-f16d19a328b3 HTTP/1.1" status: 200 len: 704 time: 0.1154029 Jun 23 16:08:00.218346 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:00.459454 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:00.528491 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Allocated IP 172.20.0.1 (cf53c068-33a2-49e3-a490-be8ddc04cef0/3384a365-a0b8-47b3-b602-e750f11a2513/c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:08:00.689050 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:00.709991 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Transition to ACTIVE for port object c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:08:00.849526 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:00.851868 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:08:00.931435 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Network cf53c068-33a2-49e3-a490-be8ddc04cef0 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:08:00.936359 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:08:00.940813 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:08:00.941314 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395127'] for router_interface, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:00.961631 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:08:01.002625 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:08:01.096727 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-f8dabf23-3bea-4aa7-9b5f-abb0eb94cac6 None None] Provisioning for port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:08:01.100317 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-f8dabf23-3bea-4aa7-9b5f-abb0eb94cac6 None None] Provisioning complete for port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:08:01.100650 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-f8dabf23-3bea-4aa7-9b5f-abb0eb94cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:01.133434 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-f8dabf23-3bea-4aa7-9b5f-abb0eb94cac6 None None] Port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:08:01.148451 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:01.327123 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:01.333747 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:01.334853 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3880405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395163'] for router_interface, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:01.337266 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:08:01.414958 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:08:01.418813 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:08:01.468348 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Network cf53c068-33a2-49e3-a490-be8ddc04cef0 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:08:01.469758 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:08:01.632428 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Router 0da88f75-f5d7-4e2f-b5bd-f16d19a328b3 is scheduled to L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 with binding_index 1 {{(pid=93114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:08:01.655654 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-24a67748-61d8-43cf-b118-4a70725a89cb None None] Provisioning complete for port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:08:01.656230 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-24a67748-61d8-43cf-b118-4a70725a89cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:01.691343 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-24a67748-61d8-43cf-b118-4a70725a89cb None None] Port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:08:01.726772 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:08:01.732213 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] 10.222.0.23 "PUT /v2.0/routers/0da88f75-f5d7-4e2f-b5bd-f16d19a328b3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7690735 Jun 23 16:08:01.750685 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Sync routers for ids ['0da88f75-f5d7-4e2f-b5bd-f16d19a328b3'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:08:01.763610 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Routers {'0da88f75-f5d7-4e2f-b5bd-f16d19a328b3'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:08:01.764449 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:07:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['0da88f75-f5d7-4e2f-b5bd-f16d19a328b3'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:08:01.947279 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Set router 0da88f75-f5d7-4e2f-b5bd-f16d19a328b3 gateway port host: None {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:08:02.366562 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'name': 'router1', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:07:51Z', 'updated_at': '2021-06-23T16:08:01Z', 'revision_number': 2, 'project_id': '77cab0bac3564320b20cb939c43aea56', 'gw_port_host': None, '_interfaces': [{'id': 'c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2', 'name': '', 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'mac_address': 'fa:16:3e:7c:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3384a365-a0b8-47b3-b602-e750f11a2513', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:08:00Z', 'updated_at': '2021-06-23T16:08:01Z', 'revision_number': 2, 'project_id': '77cab0bac3564320b20cb939c43aea56', 'subnets': [{'id': '3384a365-a0b8-47b3-b602-e750f11a2513', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cfd1547-74c9-4623-aae9-36eab5cd43f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:08:02.416647 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Checking router: 0da88f75-f5d7-4e2f-b5bd-f16d19a328b3 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:08:02.417370 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Updating router 0da88f75-f5d7-4e2f-b5bd-f16d19a328b3 port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 binding host dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:08:02.478464 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:02.953076 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Notify callbacks [] for port, precommit_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:02.972328 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.provisioning_blocks [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Transition to ACTIVE for port object c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 will not be triggered until provisioned by entity L2. {{(pid=93119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:08:02.979201 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:02.982068 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:08:03.133010 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Pushing event updated for resources: {'Port': ['ID=c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2,revision_number=3']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:08:03.147902 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Attempting to bind port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:08:03.148281 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Attempting to bind port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '483e7852-089d-4a5f-9798-76a1fd9be430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0'}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:08:03.148756 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Attempting to bind port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 on network cf53c068-33a2-49e3-a490-be8ddc04cef0 {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:08:03.152463 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:08:03.152791 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:08:03.153106 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:08:03.153413 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:08:03.153719 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:08:03.154022 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:08:03.154340 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:08:03.154643 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:08:03.154946 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:08:03.155233 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:08:03.155533 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:08:03.155815 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Tracked resource versions report: Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: pushed versions: Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: { 'AddressGroup': {'1.2'}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'ConntrackHelper': {'1.0'}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'Log': {'1.0'}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'Network': {'1.1'}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'Port': {'1.7'}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'PortForwarding': {'1.2'}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'QosPolicy': {'1.8'}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'SecurityGroup': {'1.4'}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'SubPort': {'1.0'}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'Subnet': {'1.1'}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'Trunk': {'1.1'}} Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: consumer versions: Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: { DHCP agent@dv-cinder-788363-4-smb: {}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: L3 agent@dv-cinder-788363-4-smb: {}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: Metadata agent@dv-cinder-788363-4-smb: {}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: Metering agent@dv-cinder-788363-4-smb: {}, Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: Open vSwitch agent@dv-cinder-788363-4-smb: { 'AddressGroup': '1.2', Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'ConntrackHelper': '1.0', Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'Log': '1.0', Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'Network': '1.1', Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'Port': '1.7', Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'PortForwarding': '1.2', Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'QosPolicy': '1.8', Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'SecurityGroup': '1.4', Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'SecurityGroupRule': '1.2', Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'SubPort': '1.0', Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'Subnet': '1.1', Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: 'Trunk': '1.1'}} Jun 23 16:08:03.156828 dv-cinder-788363-4-smb neutron-server[93119]: {{(pid=93119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:08:03.160323 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:08:03.163170 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:08:03.163575 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Checking segment: {'id': '483e7852-089d-4a5f-9798-76a1fd9be430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:08:03.164039 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:03.164405 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Bound using segment: {'id': '483e7852-089d-4a5f-9798-76a1fd9be430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0'} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:08:03.165262 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Bound port: c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483e7852-089d-4a5f-9798-76a1fd9be430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0'}}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:08:03.165262 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:03.231385 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] For port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:08:03.252542 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] For port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2,segment=NetworkSegment(483e7852-089d-4a5f-9798-76a1fd9be430),segment_id=483e7852-089d-4a5f-9798-76a1fd9be430)] {{(pid=93119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:08:03.257528 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:03.259763 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:08:03.314191 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Pushing event updated for resources: {'Port': ['ID=c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2,revision_number=4']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:08:03.317745 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:08:03.318688 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Routers {'0da88f75-f5d7-4e2f-b5bd-f16d19a328b3'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:08:03.319318 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:07:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['0da88f75-f5d7-4e2f-b5bd-f16d19a328b3'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:08:03.404483 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] Set router 0da88f75-f5d7-4e2f-b5bd-f16d19a328b3 gateway port host: None {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:08:03.625823 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'name': 'router1', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:07:51Z', 'updated_at': '2021-06-23T16:08:01Z', 'revision_number': 2, 'project_id': '77cab0bac3564320b20cb939c43aea56', 'gw_port_host': None, '_interfaces': [{'id': 'c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2', 'name': '', 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'mac_address': 'fa:16:3e:7c:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3384a365-a0b8-47b3-b602-e750f11a2513', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:08:00Z', 'updated_at': '2021-06-23T16:08:03Z', 'revision_number': 4, 'project_id': '77cab0bac3564320b20cb939c43aea56', 'subnets': [{'id': '3384a365-a0b8-47b3-b602-e750f11a2513', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cfd1547-74c9-4623-aae9-36eab5cd43f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:08:03.654544 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d0c1f9-ea20-4cce-9b6a-acd3fd8f2447 None None] The sync data for ids ['0da88f75-f5d7-4e2f-b5bd-f16d19a328b3'] in dv-cinder-788363-4-smb is: [{'id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'name': 'router1', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:07:51Z', 'updated_at': '2021-06-23T16:08:01Z', 'revision_number': 2, 'project_id': '77cab0bac3564320b20cb939c43aea56', 'gw_port_host': None, '_interfaces': [{'id': 'c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2', 'name': '', 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'mac_address': 'fa:16:3e:7c:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3384a365-a0b8-47b3-b602-e750f11a2513', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:08:00Z', 'updated_at': '2021-06-23T16:08:03Z', 'revision_number': 4, 'project_id': '77cab0bac3564320b20cb939c43aea56', 'subnets': [{'id': '3384a365-a0b8-47b3-b602-e750f11a2513', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cfd1547-74c9-4623-aae9-36eab5cd43f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:08:03.889290 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 52622) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:08:04.008088 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae12193-5aab-40de-8f8b-1596811c7f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:08:04.009442 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-6ae12193-5aab-40de-8f8b-1596811c7f28 admin admin] 10.222.0.23 "GET /v2.0/networks/bacb7425-026e-474c-af91-e51d72b71c61 HTTP/1.1" status: 200 len: 842 time: 0.1191642 Jun 23 16:08:04.018820 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'enable_dhcp': False, 'cidr': '172.28.1.0/24'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:08:04.041787 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Made reservation on behalf of b3523841e339474a8ed024b9c98f7346 for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:08:04.044701 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:04.324949 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.objects.ports [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 16:08:04.325386 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:04.327475 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:08:04.375241 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4357dac-5a0c-4924-972d-d6e09e665f8e,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:08:04.379483 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:08:04.386301 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Checking segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:08:04.386656 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Network hostable DHCP agents. Network: bacb7425-026e-474c-af91-e51d72b71c61, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:08:04.403330 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Network bacb7425-026e-474c-af91-e51d72b71c61 is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:08:04.412051 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, bacb7425-026e-474c-af91-e51d72b71c61) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:08:04.416773 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:08:04.418039 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:04.422624 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c410b69c-b500-4bd2-a136-2ed1f3305087 None None] Network bacb7425-026e-474c-af91-e51d72b71c61 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:08:04.433752 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4183729 Jun 23 16:08:04.550820 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea3345b-50b4-41ab-bdf2-f46403fb3eec None None] Network bacb7425-026e-474c-af91-e51d72b71c61 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:08:06.280294 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 5 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:08:06.649900 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 52634) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:08:06.858259 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-2d229498-a4b7-46b0-83a1-e699a95f8fd4 admin admin] 10.222.0.23 "GET /v2.0/routers/0da88f75-f5d7-4e2f-b5bd-f16d19a328b3 HTTP/1.1" status: 200 len: 710 time: 0.2070799 Jun 23 16:08:06.945442 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f19d749-7f95-46a8-92b1-43404a7f1a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:08:06.946826 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-8f19d749-7f95-46a8-92b1-43404a7f1a71 admin admin] 10.222.0.23 "GET /v2.0/networks/bacb7425-026e-474c-af91-e51d72b71c61 HTTP/1.1" status: 200 len: 886 time: 0.0809338 Jun 23 16:08:06.955912 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:08:07.207480 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130160'] for router, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:07.448818 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:07.524729 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:07.624790 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Allocated IP 172.28.1.62 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/7d066fc9-a421-4ed4-9609-023be8aa9c3b) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:08:07.725798 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:07.767231 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:07.769280 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:08:07.805789 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:08:07.808503 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:08:07.811945 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:08:07.817017 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Pushing event updated for resources: {'Port': ['ID=7d066fc9-a421-4ed4-9609-023be8aa9c3b,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:08:07.848715 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:08:08.027219 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:08:08.066813 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:08.078650 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:08:08.082218 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:08:08.082608 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:08.155055 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:08.185742 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2,segment=NetworkSegment(483e7852-089d-4a5f-9798-76a1fd9be430),segment_id=483e7852-089d-4a5f-9798-76a1fd9be430)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:08:08.190504 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:08.193665 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:08:08.241181 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:08:08.244285 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:08:08.345658 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130160'] for router, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:08.349008 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3750313'] for router, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:08.448553 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Router 0da88f75-f5d7-4e2f-b5bd-f16d19a328b3 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:08:08.551842 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:08:08.557071 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:08.557740 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] 10.222.0.23 "PUT /v2.0/routers/0da88f75-f5d7-4e2f-b5bd-f16d19a328b3 HTTP/1.1" status: 200 len: 889 time: 1.6050420 Jun 23 16:08:08.561966 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Sync routers for ids ['0da88f75-f5d7-4e2f-b5bd-f16d19a328b3'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:08:08.574567 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Routers {'0da88f75-f5d7-4e2f-b5bd-f16d19a328b3'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:08:08.575249 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:07:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['0da88f75-f5d7-4e2f-b5bd-f16d19a328b3'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:08:08.835339 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Set router 0da88f75-f5d7-4e2f-b5bd-f16d19a328b3 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:08:09.220346 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'name': 'router1', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '7d066fc9-a421-4ed4-9609-023be8aa9c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:07:51Z', 'updated_at': '2021-06-23T16:08:07Z', 'revision_number': 4, 'project_id': '77cab0bac3564320b20cb939c43aea56', 'gw_port': {'id': '7d066fc9-a421-4ed4-9609-023be8aa9c3b', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:08:07Z', 'updated_at': '2021-06-23T16:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': 'c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2', 'name': '', 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'mac_address': 'fa:16:3e:7c:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3384a365-a0b8-47b3-b602-e750f11a2513', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:08:00Z', 'updated_at': '2021-06-23T16:08:08Z', 'revision_number': 5, 'project_id': '77cab0bac3564320b20cb939c43aea56', 'subnets': [{'id': '3384a365-a0b8-47b3-b602-e750f11a2513', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cfd1547-74c9-4623-aae9-36eab5cd43f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:08:09.270060 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Checking router: 0da88f75-f5d7-4e2f-b5bd-f16d19a328b3 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:08:09.270449 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Updating router 0da88f75-f5d7-4e2f-b5bd-f16d19a328b3 port 7d066fc9-a421-4ed4-9609-023be8aa9c3b binding host dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:08:09.303206 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:09.618721 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:09.628198 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Transition to ACTIVE for port object 7d066fc9-a421-4ed4-9609-023be8aa9c3b will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:08:09.635825 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:09.638587 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-842e4291-ecc2-4d8f-ac49-212117858888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:08:09.692626 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033e8a2-2ef1-40eb-9ff9-4d41dc265565 None None] Pushing event updated for resources: {'Port': ['ID=7d066fc9-a421-4ed4-9609-023be8aa9c3b,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:08:09.695350 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-5033e8a2-2ef1-40eb-9ff9-4d41dc265565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:08:09.697795 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Attempting to bind port 7d066fc9-a421-4ed4-9609-023be8aa9c3b on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:08:09.698184 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Attempting to bind port 7d066fc9-a421-4ed4-9609-023be8aa9c3b by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:08:09.698540 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Attempting to bind port 7d066fc9-a421-4ed4-9609-023be8aa9c3b on network bacb7425-026e-474c-af91-e51d72b71c61 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:08:09.704306 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:08:09.704659 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Checking segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:08:09.705044 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:09.705416 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Bound using segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:08:09.705873 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Bound port: 7d066fc9-a421-4ed4-9609-023be8aa9c3b, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:08:09.706229 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:09.754614 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] For port 7d066fc9-a421-4ed4-9609-023be8aa9c3b, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:08:09.757670 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] For port 7d066fc9-a421-4ed4-9609-023be8aa9c3b, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=7d066fc9-a421-4ed4-9609-023be8aa9c3b,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:08:09.761720 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:09.764677 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:08:09.809286 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Routers {'0da88f75-f5d7-4e2f-b5bd-f16d19a328b3'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:08:09.809876 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:07:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['0da88f75-f5d7-4e2f-b5bd-f16d19a328b3'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:08:09.937052 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033e8a2-2ef1-40eb-9ff9-4d41dc265565 None None] Pushing event updated for resources: {'Port': ['ID=7d066fc9-a421-4ed4-9609-023be8aa9c3b,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:08:09.941722 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-5033e8a2-2ef1-40eb-9ff9-4d41dc265565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:08:10.007598 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] Set router 0da88f75-f5d7-4e2f-b5bd-f16d19a328b3 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:08:10.035348 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:08:10.165151 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:08:10.165516 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:10.308156 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'name': 'router1', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '7d066fc9-a421-4ed4-9609-023be8aa9c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:07:51Z', 'updated_at': '2021-06-23T16:08:07Z', 'revision_number': 4, 'project_id': '77cab0bac3564320b20cb939c43aea56', 'gw_port': {'id': '7d066fc9-a421-4ed4-9609-023be8aa9c3b', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:08:07Z', 'updated_at': '2021-06-23T16:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': 'c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2', 'name': '', 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'mac_address': 'fa:16:3e:7c:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3384a365-a0b8-47b3-b602-e750f11a2513', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:08:00Z', 'updated_at': '2021-06-23T16:08:08Z', 'revision_number': 5, 'project_id': '77cab0bac3564320b20cb939c43aea56', 'subnets': [{'id': '3384a365-a0b8-47b3-b602-e750f11a2513', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cfd1547-74c9-4623-aae9-36eab5cd43f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:08:10.334475 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1dd1f-88f2-4ca8-923f-1b9608a21884 None None] The sync data for ids ['0da88f75-f5d7-4e2f-b5bd-f16d19a328b3'] in dv-cinder-788363-4-smb is: [{'id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'name': 'router1', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '7d066fc9-a421-4ed4-9609-023be8aa9c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:07:51Z', 'updated_at': '2021-06-23T16:08:07Z', 'revision_number': 4, 'project_id': '77cab0bac3564320b20cb939c43aea56', 'gw_port': {'id': '7d066fc9-a421-4ed4-9609-023be8aa9c3b', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:08:07Z', 'updated_at': '2021-06-23T16:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': 'c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2', 'name': '', 'network_id': 'cf53c068-33a2-49e3-a490-be8ddc04cef0', 'tenant_id': '77cab0bac3564320b20cb939c43aea56', 'mac_address': 'fa:16:3e:7c:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da88f75-f5d7-4e2f-b5bd-f16d19a328b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3384a365-a0b8-47b3-b602-e750f11a2513', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:08:00Z', 'updated_at': '2021-06-23T16:08:08Z', 'revision_number': 5, 'project_id': '77cab0bac3564320b20cb939c43aea56', 'subnets': [{'id': '3384a365-a0b8-47b3-b602-e750f11a2513', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cfd1547-74c9-4623-aae9-36eab5cd43f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:08:10.897741 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 52642) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:08:11.024006 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-8233e41e-939c-46fd-a951-dae812b85ed5 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1250274 Jun 23 16:08:12.033041 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7d066fc9-a421-4ed4-9609-023be8aa9c3b up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:08:12.082882 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 7d066fc9-a421-4ed4-9609-023be8aa9c3b completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:08:12.086693 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 7d066fc9-a421-4ed4-9609-023be8aa9c3b triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:08:12.087085 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:12.172374 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:12.192633 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 7d066fc9-a421-4ed4-9609-023be8aa9c3b, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=7d066fc9-a421-4ed4-9609-023be8aa9c3b,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:08:12.197199 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:12.200781 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-5033e8a2-2ef1-40eb-9ff9-4d41dc265565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:08:12.246004 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=7d066fc9-a421-4ed4-9609-023be8aa9c3b,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:08:12.248927 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:08:14.025040 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7d066fc9-a421-4ed4-9609-023be8aa9c3b up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:08:14.071162 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 7d066fc9-a421-4ed4-9609-023be8aa9c3b triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:08:14.071620 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:25.375459 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e4e885f3-af9f-400a-a0a5-e9491e6c24aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:27.868305 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-33d04a92-f8ea-4375-acc3-d721df236028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:28.221199 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:28.945117 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:30.477863 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:43.281328 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 5 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:08:55.364826 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-61bac541-afb0-475b-8d94-7d3621ed14ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:57.874735 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d8af732d-16ad-4948-a090-3fbd1f45ea88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:58.225055 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:08:58.943657 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:00.477750 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:20.280733 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 5 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:09:25.358099 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-07caa3a0-7cf0-43ea-a365-3bf1d8276426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:27.877873 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-184f8800-160c-4796-b817-4fedb611629f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:28.218191 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:28.946615 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:30.481062 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:47.141951 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53212) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:09:47.225081 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb69f58-c892-4eab-9952-91280a014123 admin admin] GET failed (client error): The resource could not be found. Jun 23 16:09:47.226367 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-dcb69f58-c892-4eab-9952-91280a014123 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0831077 Jun 23 16:09:47.442150 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063b0eca-de05-4405-8fc9-bada53062c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:09:47.444505 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-063b0eca-de05-4405-8fc9-bada53062c2a admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2140162 Jun 23 16:09:49.573973 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53222) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:09:49.751497 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b884092a-30f5-48d1-8ad1-4078364e9ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:09:49.752846 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-b884092a-30f5-48d1-8ad1-4078364e9ee3 admin admin] 10.222.0.23 "GET /v2.0/subnets/3384a365-a0b8-47b3-b602-e750f11a2513 HTTP/1.1" status: 200 len: 849 time: 0.1779213 Jun 23 16:09:49.765412 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:09:49.858670 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Notify callbacks [] for subnet, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:50.027285 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767724817884'] for subnet, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:50.029833 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:09:50.067809 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:09:50.068469 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:50.079007 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] 10.222.0.23 "PUT /v2.0/subnets/3384a365-a0b8-47b3-b602-e750f11a2513 HTTP/1.1" status: 200 len: 868 time: 0.3086767 Jun 23 16:09:50.079210 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6c432c-931c-449a-9840-c4f344692586 None None] Network cf53c068-33a2-49e3-a490-be8ddc04cef0 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:09:50.087100 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3384a365-a0b8-47b3-b602-e750f11a2513,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:09:50.094866 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:09:50.095203 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:09:50.095511 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:09:50.095827 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:09:50.096140 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:09:50.096450 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:09:50.096757 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:09:50.097061 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:09:50.097388 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:09:50.097698 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:09:50.098005 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:09:50.098328 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:09:50.102613 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:09:50.425721 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d25b1b81-4a6b-48b1-8c0e-36dcd8f6f30a None None] Provisioning complete for port c8ec0c5d-17b7-4b9a-aaaa-76ca75b569a2 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:09:50.426076 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d25b1b81-4a6b-48b1-8c0e-36dcd8f6f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:50.522072 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d25b1b81-4a6b-48b1-8c0e-36dcd8f6f30a None None] Provisioning complete for port f7e60fc6-7b25-47d2-9fda-7c177f9e9030 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:09:50.522409 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d25b1b81-4a6b-48b1-8c0e-36dcd8f6f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:52.212037 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53230) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:09:52.419946 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d96b8-c365-4160-9324-9ab82621384e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:09:52.420751 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d96b8-c365-4160-9324-9ab82621384e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:09:52.423223 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-495d96b8-c365-4160-9324-9ab82621384e admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2097120 Jun 23 16:09:54.529454 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53238) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:09:54.667746 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e76e041-c3e3-4a4c-a0fe-f11bc1fd7f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:09:54.668209 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e76e041-c3e3-4a4c-a0fe-f11bc1fd7f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:09:54.669750 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-0e76e041-c3e3-4a4c-a0fe-f11bc1fd7f1e admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1390309 Jun 23 16:09:55.360733 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9e476ff4-cf64-4963-bf76-d976b3846c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:56.793567 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53246) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:09:56.921531 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7e8a40-9c05-4fc5-84ae-042bc8073ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:09:56.922894 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-aa7e8a40-9c05-4fc5-84ae-042bc8073ecd admin admin] 10.222.0.23 "GET /v2.0/networks/bacb7425-026e-474c-af91-e51d72b71c61 HTTP/1.1" status: 200 len: 886 time: 0.1284115 Jun 23 16:09:57.280868 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 5 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:09:57.881666 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4550cff3-5ab9-4299-a745-60fd5aaef266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:58.221455 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:58.946563 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:09:59.022023 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53256) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:09:59.172694 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80ca6c-0e1b-4625-a320-858c026d3bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:09:59.174025 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-ae80ca6c-0e1b-4625-a320-858c026d3bbb admin admin] 10.222.0.23 "GET /v2.0/networks/cf53c068-33a2-49e3-a490-be8ddc04cef0 HTTP/1.1" status: 200 len: 869 time: 0.1509635 Jun 23 16:10:00.486668 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:01.286703 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53264) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:10:01.416062 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9615a45a-fb4f-4df3-b22a-67874daf0d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:10:01.416518 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9615a45a-fb4f-4df3-b22a-67874daf0d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:10:01.418041 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-9615a45a-fb4f-4df3-b22a-67874daf0d43 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1302786 Jun 23 16:10:03.506049 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53272) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:10:03.595342 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0709b390-c5a8-474a-91f3-7ed1089b80e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:10:03.595791 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0709b390-c5a8-474a-91f3-7ed1089b80e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:10:03.597293 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-0709b390-c5a8-474a-91f3-7ed1089b80e2 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902262 Jun 23 16:10:05.723780 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53280) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:10:05.822221 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20ad629-8e78-4b75-aa68-5bc83763313a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:10:05.823622 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-a20ad629-8e78-4b75-aa68-5bc83763313a admin admin] 10.222.0.23 "GET /v2.0/subnets/3384a365-a0b8-47b3-b602-e750f11a2513 HTTP/1.1" status: 200 len: 868 time: 0.0988178 Jun 23 16:10:07.916643 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53288) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:10:08.009067 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a1d97-03e3-401f-bfea-d2018358caa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:10:08.010460 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-2d1a1d97-03e3-401f-bfea-d2018358caa5 admin admin] 10.222.0.23 "GET /v2.0/subnets/e4357dac-5a0c-4924-972d-d6e09e665f8e HTTP/1.1" status: 200 len: 816 time: 0.0928378 Jun 23 16:10:25.362781 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5e358e74-8b94-4a71-a23f-ccc48c49ccae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:27.884593 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-aff51ff3-7af1-482a-b9e7-1252de0de1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:28.225690 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:28.951130 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:30.490719 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:31.229408 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53332) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:10:31.278698 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [None req-31d9b9d6-db88-42e8-83cc-1e985b150022 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:10:31.279680 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-31d9b9d6-db88-42e8-83cc-1e985b150022 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493317 Jun 23 16:10:33.491868 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53340) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:10:33.557668 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab1d166-8ef3-425d-95fa-31eccf898c6d admin admin] GET failed (client error): The resource could not be found. Jun 23 16:10:33.558978 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-1ab1d166-8ef3-425d-95fa-31eccf898c6d admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661838 Jun 23 16:10:33.705144 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5759bef7-b495-4cb3-a085-9a7cb0c365e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:10:33.706639 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-5759bef7-b495-4cb3-a085-9a7cb0c365e9 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420357 Jun 23 16:10:34.280579 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 5 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:10:35.825533 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53348) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:10:35.882383 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:10:35.904073 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] Made reservation on behalf of b3523841e339474a8ed024b9c98f7346 for: {'network': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:10:35.906547 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:35.940650 dv-cinder-788363-4-smb neutron-server[93113]: WARNING neutron.services.revisions.revision_plugin [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] Could not find related network for resource to bump revision. Jun 23 16:10:35.956200 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=93113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:10:35.967967 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:35.968297 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.segments_db [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] Added segment df8f8bf2-d15f-4b75-9dfb-33f596e40774 of type vlan for network cf3e8894-f968-45bb-b217-9a6af64f088b Jun 23 16:10:36.015357 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:36.049828 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:36.051653 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:10:36.052495 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:36.056252 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:10:36.120476 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2938418 Jun 23 16:10:36.125754 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] Pushing event updated for resources: {'Network': ['ID=cf3e8894-f968-45bb-b217-9a6af64f088b,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:10:36.128852 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:10:36.136449 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network cf3e8894-f968-45bb-b217-9a6af64f088b details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:10:38.254491 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53356) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:10:38.324236 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.pecan_wsgi.hooks.translation [None req-da41239f-d865-4824-bc5a-1af1c718f732 admin admin] GET failed (client error): The resource could not be found. Jun 23 16:10:38.325550 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-da41239f-d865-4824-bc5a-1af1c718f732 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0701120 Jun 23 16:10:38.393628 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117202a8-1b0e-4ac8-8455-fd6a87bdc8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:10:38.395043 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-117202a8-1b0e-4ac8-8455-fd6a87bdc8ff admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654843 Jun 23 16:10:38.406969 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'cf3e8894-f968-45bb-b217-9a6af64f088b', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:10:38.428516 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Made reservation on behalf of b3523841e339474a8ed024b9c98f7346 for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:10:38.431108 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:38.613916 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:38.617595 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-9fc91d6e-23b7-466d-b226-ea4c28a52317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:10:38.666652 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=07bfafe9-881f-4b9c-b509-fea14fdadd71,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:10:38.682425 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:38.682751 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:38.683047 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:38.683385 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:38.683691 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:38.683995 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:38.684272 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:38.684571 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:38.684899 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:38.685192 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:38.685489 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:38.685783 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:38.690232 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:10:38.691313 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Checking segment: {'id': 'df8f8bf2-d15f-4b75-9dfb-33f596e40774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cf3e8894-f968-45bb-b217-9a6af64f088b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:10:38.691679 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Network hostable DHCP agents. Network: cf3e8894-f968-45bb-b217-9a6af64f088b, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:10:38.709377 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Network cf3e8894-f968-45bb-b217-9a6af64f088b is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:10:38.718887 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, cf3e8894-f968-45bb-b217-9a6af64f088b) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:10:38.723729 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:10:38.724314 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:38.736450 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ba99a-aaa6-4a35-b554-8ee433923d6d None None] Network cf3e8894-f968-45bb-b217-9a6af64f088b requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:10:38.739736 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3358991 Jun 23 16:10:38.980533 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27577dd8-cecf-5f66-a3c4-1df2aa8f496d-cf3e8894-f968-45bb-b217-9a6af64f088b', 'network_id': 'cf3e8894-f968-45bb-b217-9a6af64f088b', 'tenant_id': 'b3523841e339474a8ed024b9c98f7346', 'fixed_ips': [{'subnet_id': '07bfafe9-881f-4b9c-b509-fea14fdadd71'}]}} from dv-cinder-788363-4-smb. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:10:38.981448 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:39.115148 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Allocated IP 192.168.233.2 (cf3e8894-f968-45bb-b217-9a6af64f088b/07bfafe9-881f-4b9c-b509-fea14fdadd71/d4ad1cbc-30bb-46e0-bc74-427419da4305) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:10:39.258473 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:39.267881 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Transition to ACTIVE for port object d4ad1cbc-30bb-46e0-bc74-427419da4305 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:10:39.285744 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Transition to ACTIVE for port object d4ad1cbc-30bb-46e0-bc74-427419da4305 will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:10:39.292456 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:39.294647 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:10:39.336201 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Network cf3e8894-f968-45bb-b217-9a6af64f088b is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:10:39.340420 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:10:39.343249 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:10:39.345848 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Pushing event updated for resources: {'Port': ['ID=d4ad1cbc-30bb-46e0-bc74-427419da4305,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:10:39.358544 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:39.358867 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:39.359195 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:39.359510 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:39.359827 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:39.360140 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:39.360452 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:39.360762 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:39.361070 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:39.361398 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:39.361706 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:39.362148 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:10:39.366325 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:10:39.419269 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Attempting to bind port d4ad1cbc-30bb-46e0-bc74-427419da4305 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:10:39.419665 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Attempting to bind port d4ad1cbc-30bb-46e0-bc74-427419da4305 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': 'df8f8bf2-d15f-4b75-9dfb-33f596e40774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cf3e8894-f968-45bb-b217-9a6af64f088b'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:10:39.420027 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Attempting to bind port d4ad1cbc-30bb-46e0-bc74-427419da4305 on network cf3e8894-f968-45bb-b217-9a6af64f088b {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:10:39.425987 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:10:39.426390 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Checking segment: {'id': 'df8f8bf2-d15f-4b75-9dfb-33f596e40774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cf3e8894-f968-45bb-b217-9a6af64f088b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:10:39.426797 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:39.427199 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Bound using segment: {'id': 'df8f8bf2-d15f-4b75-9dfb-33f596e40774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cf3e8894-f968-45bb-b217-9a6af64f088b'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:10:39.427693 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Bound port: d4ad1cbc-30bb-46e0-bc74-427419da4305, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8f8bf2-d15f-4b75-9dfb-33f596e40774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cf3e8894-f968-45bb-b217-9a6af64f088b'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:10:39.428056 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:39.493842 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] For port d4ad1cbc-30bb-46e0-bc74-427419da4305, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:10:39.497349 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] For port d4ad1cbc-30bb-46e0-bc74-427419da4305, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=d4ad1cbc-30bb-46e0-bc74-427419da4305,segment=NetworkSegment(df8f8bf2-d15f-4b75-9dfb-33f596e40774),segment_id=df8f8bf2-d15f-4b75-9dfb-33f596e40774)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:10:39.502849 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:39.505138 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-b145cab1-0cd4-4089-8c99-f6335e68c28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:10:39.562527 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Pushing event updated for resources: {'Port': ['ID=d4ad1cbc-30bb-46e0-bc74-427419da4305,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:10:39.571143 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:10:40.165211 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device d4ad1cbc-30bb-46e0-bc74-427419da4305 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:10:40.221119 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port d4ad1cbc-30bb-46e0-bc74-427419da4305 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:10:40.362824 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d6e8a8-f496-4b3a-86d5-dab283ac96e5 None None] Network cf3e8894-f968-45bb-b217-9a6af64f088b requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:10:40.435801 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-b455ce41-54e4-4f0f-afc1-84ac872afa8b None None] Provisioning for port d4ad1cbc-30bb-46e0-bc74-427419da4305 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:10:40.448383 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-b455ce41-54e4-4f0f-afc1-84ac872afa8b None None] Provisioning complete for port d4ad1cbc-30bb-46e0-bc74-427419da4305 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:10:40.448746 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b455ce41-54e4-4f0f-afc1-84ac872afa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:40.587918 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b455ce41-54e4-4f0f-afc1-84ac872afa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:40.622261 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-b455ce41-54e4-4f0f-afc1-84ac872afa8b None None] For port d4ad1cbc-30bb-46e0-bc74-427419da4305, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=d4ad1cbc-30bb-46e0-bc74-427419da4305,segment=NetworkSegment(df8f8bf2-d15f-4b75-9dfb-33f596e40774),segment_id=df8f8bf2-d15f-4b75-9dfb-33f596e40774)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:10:40.626889 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b455ce41-54e4-4f0f-afc1-84ac872afa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:40.629001 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:10:40.683406 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455ce41-54e4-4f0f-afc1-84ac872afa8b None None] Pushing event updated for resources: {'Port': ['ID=d4ad1cbc-30bb-46e0-bc74-427419da4305,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:10:40.686756 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-b455ce41-54e4-4f0f-afc1-84ac872afa8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:10:40.848801 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-07b315b0-1097-496d-9275-0c3cb5ee2477 None None] Provisioning complete for port d4ad1cbc-30bb-46e0-bc74-427419da4305 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:10:40.849268 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-07b315b0-1097-496d-9275-0c3cb5ee2477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:42.120503 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device d4ad1cbc-30bb-46e0-bc74-427419da4305 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:10:42.166784 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port d4ad1cbc-30bb-46e0-bc74-427419da4305 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:10:42.167102 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:55.368771 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-bc0344a3-0de8-400f-b104-5a31e741ee91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:57.888172 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9cf785d2-f4c4-4ab5-9ee6-65a244ce5b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:58.230023 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:10:58.954903 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:00.493835 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:11.279833 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 5 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:11:25.362911 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-f6948be2-c2ef-415d-be58-ce1c07b62bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:27.890633 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-f62cd746-d142-4d79-8034-bd59231f0cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:28.234186 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:28.961412 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:30.497728 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:45.823738 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53408) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:11:45.829656 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [None req-3e8d69f3-54bd-447d-86b3-cb5a47973f4e tempest-verify_tempest_config-1778638275 tempest-verify_tempest_config-1778638275-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:11:45.830602 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-3e8d69f3-54bd-447d-86b3-cb5a47973f4e tempest-verify_tempest_config-1778638275 tempest-verify_tempest_config-1778638275-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058782 Jun 23 16:11:46.155569 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53426) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:11:46.273509 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:46.376806 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:46.382513 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:46.388642 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ca28d7cf-7e81-4ab2-b715-fdb9bd0add36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:11:46.426562 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2dd5d49e6fde4c4fba80f862f4aa2cbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2699065 Jun 23 16:11:46.427571 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cb79b2-ac69-446c-936e-4ab97ec6304f,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:11:46.429463 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53432) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:11:46.434230 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.434592 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.434921 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.435214 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.435557 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.435818 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.436197 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.436547 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.437018 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.437337 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.437717 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.438078 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.442209 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:11:46.483485 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:46.503594 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:46.590368 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:46.593220 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:46.594585 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01cb79b2-ac69-446c-936e-4ab97ec6304f HTTP/1.1" status: 204 len: 168 time: 0.1641707 Jun 23 16:11:46.595278 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:11:46.608761 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cb79b2-ac69-446c-936e-4ab97ec6304f,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:11:46.611944 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.611944 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.611944 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.611944 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.611944 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.612414 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.612414 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.612680 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.613011 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.613326 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.613633 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.613942 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:46.618539 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:11:48.279640 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 5 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:11:55.363673 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-dec94f67-5cd0-4291-9772-3032b3acdd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:57.893042 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc4dd-71bb-4f46-852a-52cbf235c0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:58.237056 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:58.959066 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:00.500710 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:25.279592 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 5 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:12:25.368332 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-56ab2dc6-8af7-4aad-97ba-0bbaf3603d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:27.895756 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-88cdb574-6ad3-470d-a30b-73e8a17e7bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:28.242881 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:28.962842 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:30.517799 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:55.372859 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-93e39b5e-8490-4308-8619-a772b443e193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:57.900492 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-dd2235f6-5793-4854-9538-46e08dcf7bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:58.237651 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:58.965487 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:00.511522 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:02.278859 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 5 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:13:25.376770 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-14288595-3c01-4b9b-97d8-4bcaf682dd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:27.903979 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fb4aa80c-bc15-4d4b-8f37-086f5ea176bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:28.239903 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:28.968241 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:30.523705 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:32.515613 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701'] for agent, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:39.283147 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:13:47.939885 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53504) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:13:48.061204 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-0a22c619-6a5e-44f4-842a-71c35f1e7724 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1200836 Jun 23 16:13:50.189159 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53514) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:13:50.262550 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-cb21aef5-5bd5-4e9b-a88b-5bb4e77cc6ae admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0719233 Jun 23 16:13:55.379525 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6b052ce8-8f89-4e1d-ba0f-173ea1e4089c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:57.910081 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-90c1f7e5-543a-435e-82c4-3a05f7f68b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:58.244930 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:58.973777 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:00.508732 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:02.463199 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:16.283244 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:14:25.383293 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5666bcb1-da5b-4050-a313-ccbe3a7dea16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:27.902975 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-78824751-0e24-43e3-a1db-dbf52d673dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:28.246116 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:28.974583 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:30.513284 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:32.471034 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:53.283635 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:14:55.388263 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3e795cc4-d927-4b5d-b97c-23871ed6195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:57.906481 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a3a78dd0-ddc8-4645-a966-c951efe5b45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:58.248929 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:58.977108 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:00.515560 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:02.474128 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:23.529163 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53698) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:23.871220 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-network', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:23.901349 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Made reservation on behalf of 338dca89e1dd4fe398d50d6d3d1df5cd for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:23.904058 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:23.914387 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:23.945633 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53732) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:24.021191 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.028018 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.043545 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:15:24.050872 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:24.057863 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.058177 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.segments_db [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Added segment 61b8cd16-8d87-48a5-8e4e-ee904654dec8 of type vlan for network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 Jun 23 16:15:24.108403 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.147059 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.152519 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:24.153166 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.172726 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cae149-370e-48cb-a6ec-05757a84ba40,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:24.180605 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53744) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:24.185790 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Request body: {'subnet': {'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-subnet', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:24.190564 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6600127 Jun 23 16:15:24.195680 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.196015 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.196341 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.196661 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.196978 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.197291 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.197605 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.197907 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.198236 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.201129 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.205079 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.210444 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Tracked resource versions report: Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: pushed versions: Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: { 'AddressGroup': {'1.2'}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'ConntrackHelper': {'1.0'}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'Log': {'1.0'}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'Network': {'1.1'}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'Port': {'1.7'}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'PortForwarding': {'1.2'}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'QosPolicy': {'1.8'}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'SecurityGroup': {'1.4'}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'SubPort': {'1.0'}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'Subnet': {'1.1'}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'Trunk': {'1.1'}} Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: consumer versions: Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: { DHCP agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: HyperV agent@hv-cinder-78836: {}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: L3 agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: Metadata agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: Metering agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: Open vSwitch agent@dv-cinder-788363-4-smb: { 'AddressGroup': '1.2', Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'ConntrackHelper': '1.0', Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'Log': '1.0', Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'Network': '1.1', Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'Port': '1.7', Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'PortForwarding': '1.2', Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'QosPolicy': '1.8', Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'SecurityGroup': '1.4', Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'SecurityGroupRule': '1.2', Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'SubPort': '1.0', Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'Subnet': '1.1', Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: 'Trunk': '1.1'}} Jun 23 16:15:24.211822 dv-cinder-788363-4-smb neutron-server[93114]: {{(pid=93114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:15:24.223721 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:24.224327 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-9fd83956-51f6-435b-b1e1-7c60151ad2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:24.234373 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Made reservation on behalf of 338dca89e1dd4fe398d50d6d3d1df5cd for: {'subnet': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:24.237155 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.340264 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Pushing event updated for resources: {'Network': ['ID=946f23a5-90f4-4bf4-8cd6-54b1859f37d4,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:24.353871 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:24.354646 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:15:24.447541 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53750) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:24.490167 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53754) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:24.493166 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1770311553-network', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:24.567356 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Made reservation on behalf of ccb1c70ac0a544fc9ae07ec1c3c74c2c for: {'network': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:24.570156 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.573831 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476'] for subnet, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.589256 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:24.599733 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.625153 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53764) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:24.700398 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Checking segment: {'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:24.700818 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Network hostable DHCP agents. Network: 946f23a5-90f4-4bf4-8cd6-54b1859f37d4, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:15:24.709153 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8215ec0e-2baa-40c1-82f0-7424b50eab30,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:24.730657 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.730988 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.731309 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.731624 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.731930 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.732238 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.732538 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.732848 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.733172 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.733654 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.733812 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.734099 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Tracked resource versions report: Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: pushed versions: Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: { 'AddressGroup': {'1.2'}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'ConntrackHelper': {'1.0'}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'Log': {'1.0'}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'Network': {'1.1'}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'Port': {'1.7'}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'PortForwarding': {'1.2'}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'QosPolicy': {'1.8'}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'SecurityGroup': {'1.4'}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'SubPort': {'1.0'}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'Subnet': {'1.1'}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'Trunk': {'1.1'}} Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: consumer versions: Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: { DHCP agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: HyperV agent@hv-cinder-78836: {}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: L3 agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: Metadata agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: Metering agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: Open vSwitch agent@dv-cinder-788363-4-smb: { 'AddressGroup': '1.2', Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'ConntrackHelper': '1.0', Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'Log': '1.0', Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'Network': '1.1', Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'Port': '1.7', Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'PortForwarding': '1.2', Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'QosPolicy': '1.8', Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'SecurityGroup': '1.4', Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'SecurityGroupRule': '1.2', Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'SubPort': '1.0', Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'Subnet': '1.1', Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: 'Trunk': '1.1'}} Jun 23 16:15:24.735077 dv-cinder-788363-4-smb neutron-server[93113]: {{(pid=93113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:15:24.749763 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:24.769477 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:15:24.782635 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-818961288-network', 'tenant_id': '0f5ad65a8eeb4b7c80779d70939b92c2'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:24.798696 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, 946f23a5-90f4-4bf4-8cd6-54b1859f37d4) {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:24.810474 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34105b0-f491-4a0f-900e-86ce162d5fb2 None None] Network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:15:24.810728 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:24.811399 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.869245 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-836035229-network', 'tenant_id': '86f5b7c331f14be786ca52440bae3b18'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:24.877733 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.885441 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.891102 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:24.920514 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476c55ab-da89-4141-b86c-41de0ddaac0e,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:24.943468 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:24.961392 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=93113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:15:24.984317 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:24.986347 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.segments_db [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Added segment d875c327-266a-41ed-b13c-80582ffbeff3 of type vlan for network 1b000be7-9e01-4eab-9594-f68a1f57b023 Jun 23 16:15:25.072824 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.122380 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1696983587-network', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:25.129981 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27577dd8-cecf-5f66-a3c4-1df2aa8f496d-946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30'}]}} from dv-cinder-788363-4-smb. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:15:25.131059 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.136411 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.137797 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:25.138447 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.141458 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:25.154817 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Made reservation on behalf of 0f5ad65a8eeb4b7c80779d70939b92c2 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:25.159638 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.171982 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9902053 Jun 23 16:15:25.179432 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53784) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:25.184159 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.185704 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:25.219734 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Pushing event updated for resources: {'Network': ['ID=1b000be7-9e01-4eab-9594-f68a1f57b023,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:25.223579 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:25.240251 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Made reservation on behalf of 86f5b7c331f14be786ca52440bae3b18 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:25.242812 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.249153 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3008306 Jun 23 16:15:25.252105 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53788) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:25.257274 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] Request body: {'subnet': {'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1770311553-subnet', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:25.260040 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network 1b000be7-9e01-4eab-9594-f68a1f57b023 details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:15:25.292714 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.317462 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Made reservation on behalf of 5b6392760d904cc6a4f117b3c04703e1 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:25.320661 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.338695 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.388198 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Allocated IP 172.20.0.2 (946f23a5-90f4-4bf4-8cd6-54b1859f37d4/8215ec0e-2baa-40c1-82f0-7424b50eab30/3e5722a2-938b-420a-a6a8-659d49ed7397) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:15:25.440239 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.480864 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.496574 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-04f59b6c-b1a3-4d81-9187-e1ae20e1ad61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:25.504024 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-16a72af6-b28b-49d6-8a43-54dcb9aff702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.531434 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:15:25.555550 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.556129 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.segments_db [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Added segment bedd7397-613d-48e1-97d3-15e50b14a9af of type vlan for network 8a6bea6f-cef7-4d7a-9280-1cacc36f18bf Jun 23 16:15:25.574505 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.583908 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Transition to ACTIVE for port object 3e5722a2-938b-420a-a6a8-659d49ed7397 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:15:25.600146 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Transition to ACTIVE for port object 3e5722a2-938b-420a-a6a8-659d49ed7397 will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:15:25.613231 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.617817 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:25.625010 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccf86dd-da02-4701-889b-b170ebf12a0d,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:25.634789 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:25.656062 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.665656 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:25.672293 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:25.676690 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.677154 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:15:25.689664 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Pushing event updated for resources: {'Port': ['ID=3e5722a2-938b-420a-a6a8-659d49ed7397,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:25.699516 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.707198 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:25.710048 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:25.710890 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:25.711430 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:25.711763 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:25.712259 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:25.712525 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:25.713116 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:25.713649 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:25.713980 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:25.714335 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:25.714642 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:25.715271 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Tracked resource versions report: Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: pushed versions: Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: { 'AddressGroup': {'1.2'}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'ConntrackHelper': {'1.0'}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'Log': {'1.0'}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'Network': {'1.1'}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'Port': {'1.7'}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'PortForwarding': {'1.2'}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'QosPolicy': {'1.8'}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'SecurityGroup': {'1.4'}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'SubPort': {'1.0'}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'Subnet': {'1.1'}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'Trunk': {'1.1'}} Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: consumer versions: Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: { DHCP agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: HyperV agent@hv-cinder-78836: {}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: L3 agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: Metadata agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: Metering agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: Open vSwitch agent@dv-cinder-788363-4-smb: { 'AddressGroup': '1.2', Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'ConntrackHelper': '1.0', Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'Log': '1.0', Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'Network': '1.1', Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'Port': '1.7', Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'PortForwarding': '1.2', Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'QosPolicy': '1.8', Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'SecurityGroup': '1.4', Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'SecurityGroupRule': '1.2', Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'SubPort': '1.0', Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'Subnet': '1.1', Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: 'Trunk': '1.1'}} Jun 23 16:15:25.716596 dv-cinder-788363-4-smb neutron-server[93116]: {{(pid=93116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:15:25.721698 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.727465 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:15:25.729798 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:25.730357 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:25.730480 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.751396 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] Made reservation on behalf of ccb1c70ac0a544fc9ae07ec1c3c74c2c for: {'subnet': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:25.755058 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.db.api [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 16:15:25.755058 dv-cinder-788363-4-smb neutron-server[93114]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 16:15:25.755058 dv-cinder-788363-4-smb neutron-server[93114]: [parameters: {'project_id_1': '5b6392760d904cc6a4f117b3c04703e1', 'expiration_1': datetime.datetime(2021, 6, 23, 16, 15, 25, 445665)}] Jun 23 16:15:25.755058 dv-cinder-788363-4-smb neutron-server[93114]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 16:15:25.755475 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_db.api [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 16:15:25.756220 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c8851c-de9b-4236-96ae-7bf4ccd0382e,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:25.759107 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.759423 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.759806 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.segments_db [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Added segment c19c51de-5e9f-4a5c-9888-060f782ca2ab of type vlan for network a79cc990-5d87-4af0-ba6a-5dfb0c6ab48c Jun 23 16:15:25.761296 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:25.761853 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:25.812963 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Attempting to bind port 3e5722a2-938b-420a-a6a8-659d49ed7397 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:15:25.813358 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Attempting to bind port 3e5722a2-938b-420a-a6a8-659d49ed7397 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:15:25.813945 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Attempting to bind port 3e5722a2-938b-420a-a6a8-659d49ed7397 on network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:15:25.821213 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:15:25.821904 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Checking segment: {'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:25.822501 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.823443 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Bound using segment: {'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:15:25.824138 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Bound port: 3e5722a2-938b-420a-a6a8-659d49ed7397, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:15:25.824818 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.870378 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.879022 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Pushing event updated for resources: {'Network': ['ID=8a6bea6f-cef7-4d7a-9280-1cacc36f18bf,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:25.883632 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:25.893436 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network 8a6bea6f-cef7-4d7a-9280-1cacc36f18bf details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:15:25.930819 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.932772 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:25.933769 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:25.942567 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b189ba4a-5859-4892-8c73-139d21d1e005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:26.017527 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] For port 3e5722a2-938b-420a-a6a8-659d49ed7397, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:15:26.021217 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] For port 3e5722a2-938b-420a-a6a8-659d49ed7397, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=3e5722a2-938b-420a-a6a8-659d49ed7397,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:15:26.028247 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.032374 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-5033e8a2-2ef1-40eb-9ff9-4d41dc265565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:26.045887 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Pushing event updated for resources: {'Network': ['ID=a79cc990-5d87-4af0-ba6a-5dfb0c6ab48c,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:26.052547 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:26.087398 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network a79cc990-5d87-4af0-ba6a-5dfb0c6ab48c details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:15:26.113044 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476'] for subnet, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.115854 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-97babefa-d0a5-4139-9273-ce84d2ed106a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:26.123658 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130133'] for router, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.125520 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130126'] for router, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.128772 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6368160 Jun 23 16:15:26.130454 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53840) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:26.136502 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-f5c231a4-59ff-4efa-8471-cfffff02a5cd admin admin] Request body: {'subnet': {'network_id': 'a79cc990-5d87-4af0-ba6a-5dfb0c6ab48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-836035229-subnet', 'tenant_id': '86f5b7c331f14be786ca52440bae3b18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:26.150907 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6998792 Jun 23 16:15:26.152146 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53842) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:26.173187 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-18217c55-e705-431e-a904-0cb98ca7b60d admin admin] Request body: {'subnet': {'network_id': '8a6bea6f-cef7-4d7a-9280-1cacc36f18bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-818961288-subnet', 'tenant_id': '0f5ad65a8eeb4b7c80779d70939b92c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:26.256285 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.293876 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Pushing event updated for resources: {'Port': ['ID=3e5722a2-938b-420a-a6a8-659d49ed7397,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:26.314957 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18217c55-e705-431e-a904-0cb98ca7b60d admin admin] Made reservation on behalf of 0f5ad65a8eeb4b7c80779d70939b92c2 for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:26.328872 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-18217c55-e705-431e-a904-0cb98ca7b60d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.336795 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c231a4-59ff-4efa-8471-cfffff02a5cd admin admin] Made reservation on behalf of 86f5b7c331f14be786ca52440bae3b18 for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:26.339175 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f5c231a4-59ff-4efa-8471-cfffff02a5cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.349701 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:26.377408 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea3c836-5a07-41aa-bcd3-addf438d9fd2,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:26.400964 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:26.538703 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.553060 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] Checking segment: {'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:26.553419 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] Network hostable DHCP agents. Network: 1b000be7-9e01-4eab-9594-f68a1f57b023, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:15:26.665989 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53854) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:26.744467 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.755042 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] Network 1b000be7-9e01-4eab-9594-f68a1f57b023 is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:15:26.772479 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.835334 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130160'] for router, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.835619 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:26.851799 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, 1b000be7-9e01-4eab-9594-f68a1f57b023) {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:26.866409 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca4d0d3-6567-4307-bd34-7d82b6d818ce None None] Network 1b000be7-9e01-4eab-9594-f68a1f57b023 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:15:26.885214 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b3db062-f059-4f2d-8e33-d3f52f6c7148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.890608 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:26.891200 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.897791 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:15:26.917524 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-18217c55-e705-431e-a904-0cb98ca7b60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.918469 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f5c231a4-59ff-4efa-8471-cfffff02a5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.933140 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:26.933736 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.segments_db [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Added segment 8ec11cd6-e1dc-486f-a020-365774138f69 of type vlan for network 30a89471-52b2-40ae-a8f0-056b1821cd63 Jun 23 16:15:26.938107 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6848452 Jun 23 16:15:26.939818 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901b98ad-e9b5-440c-8afc-1894f25f96bf,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:26.940912 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53866) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:26.946968 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:26.961231 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:26.965346 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d66fc800-9603-45bb-b2dc-9fb96d4bb7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:27.108167 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27577dd8-cecf-5f66-a3c4-1df2aa8f496d-1b000be7-9e01-4eab-9594-f68a1f57b023', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2'}]}} from dv-cinder-788363-4-smb. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:15:27.109590 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.117015 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.161695 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18217c55-e705-431e-a904-0cb98ca7b60d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb45828b-71dc-421e-b770-36a5f5bc5516,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:27.175495 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18217c55-e705-431e-a904-0cb98ca7b60d admin admin] Checking segment: {'id': 'bedd7397-613d-48e1-97d3-15e50b14a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6bea6f-cef7-4d7a-9280-1cacc36f18bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:27.175925 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18217c55-e705-431e-a904-0cb98ca7b60d admin admin] Network hostable DHCP agents. Network: 8a6bea6f-cef7-4d7a-9280-1cacc36f18bf, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:15:27.234671 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c231a4-59ff-4efa-8471-cfffff02a5cd admin admin] Checking segment: {'id': 'c19c51de-5e9f-4a5c-9888-060f782ca2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a79cc990-5d87-4af0-ba6a-5dfb0c6ab48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:27.234671 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c231a4-59ff-4efa-8471-cfffff02a5cd admin admin] Network hostable DHCP agents. Network: a79cc990-5d87-4af0-ba6a-5dfb0c6ab48c, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:15:27.271476 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.284792 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.295493 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:27.296123 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.303441 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.308001 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c231a4-59ff-4efa-8471-cfffff02a5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=911d1e10-bd5f-4671-aa39-f3de42aba75c,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:27.325143 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f5c231a4-59ff-4efa-8471-cfffff02a5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:27.331536 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:27.331818 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:27.332309 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18217c55-e705-431e-a904-0cb98ca7b60d admin admin] Network 8a6bea6f-cef7-4d7a-9280-1cacc36f18bf is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:15:27.338551 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:27.346371 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c231a4-59ff-4efa-8471-cfffff02a5cd admin admin] Network a79cc990-5d87-4af0-ba6a-5dfb0c6ab48c is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:15:27.361986 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Allocated IP 172.20.0.2 (1b000be7-9e01-4eab-9594-f68a1f57b023/8ea3c836-5a07-41aa-bcd3-addf438d9fd2/ff4af1d4-38e0-4f0b-a6be-86af2229d8de) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:15:27.379512 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b3db062-f059-4f2d-8e33-d3f52f6c7148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.382727 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-18217c55-e705-431e-a904-0cb98ca7b60d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, 8a6bea6f-cef7-4d7a-9280-1cacc36f18bf) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:27.386913 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-f5c231a4-59ff-4efa-8471-cfffff02a5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, a79cc990-5d87-4af0-ba6a-5dfb0c6ab48c) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:27.418738 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38233940-5655-4a98-9581-142c57bcb8d8 None None] Network 8a6bea6f-cef7-4d7a-9280-1cacc36f18bf requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:15:27.436524 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18217c55-e705-431e-a904-0cb98ca7b60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:27.437318 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-18217c55-e705-431e-a904-0cb98ca7b60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.440663 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b3db062-f059-4f2d-8e33-d3f52f6c7148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.460068 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.8326304 Jun 23 16:15:27.463804 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 53874) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:27.493270 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] Request body: {'subnet': {'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1696983587-subnet', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:27.499133 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130133'] for router, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.500112 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130126'] for router, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.501330 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=30a89471-52b2-40ae-a8f0-056b1821cd63,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:27.509259 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8e10b3-2a78-45dd-b0c8-85b2804b0867 None None] Network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:15:27.518869 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-18217c55-e705-431e-a904-0cb98ca7b60d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3653207 Jun 23 16:15:27.520154 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:27.563067 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Allocated IP 172.28.1.96 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/63e1d00b-cca1-474c-8573-d1f3129ee5cf) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:15:27.563714 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:27.577458 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-2b3db062-f059-4f2d-8e33-d3f52f6c7148 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f476dde4a6c4eecb6639b0625e74854&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9095049 Jun 23 16:15:27.577739 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53882) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:27.582265 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c231a4-59ff-4efa-8471-cfffff02a5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:27.582874 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f5c231a4-59ff-4efa-8471-cfffff02a5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.598731 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] Made reservation on behalf of 5b6392760d904cc6a4f117b3c04703e1 for: {'subnet': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:27.601034 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.604092 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.668192 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f5c231a4-59ff-4efa-8471-cfffff02a5cd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5361300 Jun 23 16:15:27.672541 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3db062-f059-4f2d-8e33-d3f52f6c7148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbb09a5-f204-4323-95bc-7ec7c6f3ceca,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:27.713539 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2b3db062-f059-4f2d-8e33-d3f52f6c7148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:27.714519 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-72e58982-5c1e-43e2-9063-4bd13d3f79b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.741900 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-72e58982-5c1e-43e2-9063-4bd13d3f79b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.765163 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.794448 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f25af2-fa00-4505-8388-43d02e06ec59 None None] Network a79cc990-5d87-4af0-ba6a-5dfb0c6ab48c requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:15:27.800936 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network 30a89471-52b2-40ae-a8f0-056b1821cd63 details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:15:27.833532 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-72e58982-5c1e-43e2-9063-4bd13d3f79b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.837979 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-72e58982-5c1e-43e2-9063-4bd13d3f79b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:27.842196 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-72e58982-5c1e-43e2-9063-4bd13d3f79b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0dbb09a5-f204-4323-95bc-7ec7c6f3ceca HTTP/1.1" status: 204 len: 168 time: 0.2542577 Jun 23 16:15:27.843576 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:27.859659 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Transition to ACTIVE for port object ff4af1d4-38e0-4f0b-a6be-86af2229d8de will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:15:27.874327 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e58982-5c1e-43e2-9063-4bd13d3f79b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbb09a5-f204-4323-95bc-7ec7c6f3ceca,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:27.901645 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-72e58982-5c1e-43e2-9063-4bd13d3f79b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:27.919528 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:28.087297 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:28.248218 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:28.277017 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130160'] for router, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:28.340006 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Transition to ACTIVE for port object ff4af1d4-38e0-4f0b-a6be-86af2229d8de will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:15:28.359932 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cb363c-29c5-4db5-8e2f-6a44ee886a69 None None] Network 8a6bea6f-cef7-4d7a-9280-1cacc36f18bf requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:15:28.391949 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:28.422772 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:28.435707 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:28.464904 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:15:28.468633 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-7b1a518c-f65d-43ec-a15f-6b44f442edd1 None None] Provisioning for port 3e5722a2-938b-420a-a6a8-659d49ed7397 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:15:28.495399 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:28.498054 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:28.594046 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a6b9b7ed-8fcd-4075-b94b-645391743925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:28.595517 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 3e5722a2-938b-420a-a6a8-659d49ed7397 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:28.679486 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Pushing event updated for resources: {'Port': ['ID=63e1d00b-cca1-474c-8573-d1f3129ee5cf,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:28.780502 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Network 1b000be7-9e01-4eab-9594-f68a1f57b023 is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:28.785483 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:28.788978 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:28.912532 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:15:28.930214 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53976) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:28.934228 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476'] for subnet, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:28.934502 dv-cinder-788363-4-smb neutron-server[93114]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 16:15:28.940863 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-3b198f29-d648-4aa6-b2ad-f21244867152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:29.044692 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 3e5722a2-938b-420a-a6a8-659d49ed7397 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:15:29.062345 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 3e5722a2-938b-420a-a6a8-659d49ed7397 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:29.062761 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.117146 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665039fe-c3bb-4984-915f-8d5149d8d89c None None] Network a79cc990-5d87-4af0-ba6a-5dfb0c6ab48c requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:15:29.142832 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 53982) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:29.153882 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-19047892-network', 'tenant_id': '886fdb1915264591bf9d06130f357882'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:29.163314 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] Checking segment: {'id': '8ec11cd6-e1dc-486f-a020-365774138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:29.164251 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] Network hostable DHCP agents. Network: 30a89471-52b2-40ae-a8f0-056b1821cd63, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:15:29.169014 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a16e50-4902-426d-a9a7-7c4e7c412276,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:29.181410 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:29.182001 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Made reservation on behalf of 886fdb1915264591bf9d06130f357882 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:29.186086 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.223360 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.253067 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.253999 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Pushing event updated for resources: {'Port': ['ID=ff4af1d4-38e0-4f0b-a6be-86af2229d8de,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:29.297604 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:29.344738 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.362684 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Attempting to bind port ff4af1d4-38e0-4f0b-a6be-86af2229d8de on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:15:29.363322 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Attempting to bind port ff4af1d4-38e0-4f0b-a6be-86af2229d8de by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:15:29.363541 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Attempting to bind port ff4af1d4-38e0-4f0b-a6be-86af2229d8de on network 1b000be7-9e01-4eab-9594-f68a1f57b023 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:15:29.366032 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.377390 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-72e58982-5c1e-43e2-9063-4bd13d3f79b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:29.377802 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.391924 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:15:29.392285 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Checking segment: {'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:29.392706 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.393260 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Bound using segment: {'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:15:29.393764 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Bound port: ff4af1d4-38e0-4f0b-a6be-86af2229d8de, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:15:29.394131 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.398835 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-7dc39939-780f-42a8-a925-c003e5c24fed tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:29.400538 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-7dc39939-780f-42a8-a925-c003e5c24fed tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/networks?id=8a6bea6f-cef7-4d7a-9280-1cacc36f18bf HTTP/1.1" status: 200 len: 811 time: 0.4681048 Jun 23 16:15:29.405382 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:15:29.424206 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] Network 30a89471-52b2-40ae-a8f0-056b1821cd63 is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:15:29.446168 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6768be40-d9d8-46a7-a203-f63da9d7b96d,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:29.446168 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.446168 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.segments_db [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Added segment 7a5a836c-377e-4d74-b99b-26eafd0c9068 of type vlan for network dcb4be7e-9193-4a78-9e68-9d9549fb27e7 Jun 23 16:15:29.446168 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-102d9c96-b493-4dbb-8681-0c7d9a33e492 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/quotas/0f5ad65a8eeb4b7c80779d70939b92c2 HTTP/1.1" status: 200 len: 375 time: 0.0331223 Jun 23 16:15:29.449113 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, 30a89471-52b2-40ae-a8f0-056b1821cd63) {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:29.459552 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:29.503874 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac89be-e0c3-42eb-b0eb-0e7bc2e412c5 None None] Network 30a89471-52b2-40ae-a8f0-056b1821cd63 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:15:29.508778 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.520189 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:29.520911 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.531678 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.552023 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-f553343e-b7e5-46ed-bc44-86926048eb75 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f5ad65a8eeb4b7c80779d70939b92c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574272 Jun 23 16:15:29.580323 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.585023 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:29.585881 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.605522 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.607231 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:29.617289 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4724774 Jun 23 16:15:29.634792 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54000) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:29.636766 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.647071 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] Request body: {'subnet': {'network_id': 'dcb4be7e-9193-4a78-9e68-9d9549fb27e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-19047892-subnet', 'tenant_id': '886fdb1915264591bf9d06130f357882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:29.663324 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1741157 Jun 23 16:15:29.664926 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54006) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:29.682933 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1696983587-router', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:29.731659 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=dcb4be7e-9193-4a78-9e68-9d9549fb27e7,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:29.745945 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:29.759976 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network dcb4be7e-9193-4a78-9e68-9d9549fb27e7 details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:15:29.835871 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130133'] for router, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.840325 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] For port ff4af1d4-38e0-4f0b-a6be-86af2229d8de, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:15:29.841476 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130126'] for router, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.853737 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Allocated IP 172.28.1.37 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/16c73a41-14c8-40ec-b491-5430d1a1cff3) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:15:29.873128 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 3e5722a2-938b-420a-a6a8-659d49ed7397, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=3e5722a2-938b-420a-a6a8-659d49ed7397,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:15:29.887487 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] For port ff4af1d4-38e0-4f0b-a6be-86af2229d8de, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=ff4af1d4-38e0-4f0b-a6be-86af2229d8de,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:15:29.889320 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:29.898677 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:29.907422 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:30.003847 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7dc1c6-bc7e-44e7-b241-b737536d4ed9 None None] Network 30a89471-52b2-40ae-a8f0-056b1821cd63 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:15:30.020549 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a6784c6d-147d-4164-98c6-c4f0e1f248f8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:15:30.030945 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a6784c6d-147d-4164-98c6-c4f0e1f248f8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2359068 Jun 23 16:15:30.056851 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:30.085103 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=3e5722a2-938b-420a-a6a8-659d49ed7397,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:30.086180 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] Made reservation on behalf of 886fdb1915264591bf9d06130f357882 for: {'subnet': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:30.089505 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:30.098802 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:30.103012 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:30.282060 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:15:30.374970 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:30.386687 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-c92df28c-b05e-42b0-ac0a-659481fb08e3 service neutron] 10.222.0.23 "GET /v2.0/networks/8a6bea6f-cef7-4d7a-9280-1cacc36f18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543887 Jun 23 16:15:30.475101 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:30.518173 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:30.532458 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 3e5722a2-938b-420a-a6a8-659d49ed7397 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:30.540235 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Pushing event updated for resources: {'Port': ['ID=ff4af1d4-38e0-4f0b-a6be-86af2229d8de,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:30.560484 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:30.568473 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451959'] for router, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:30.601032 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:30.668406 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130160'] for router, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:30.737030 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-3ccba3e5-42a2-4ed3-b6ab-6bc2bf9c4b8c service neutron] 10.222.0.23 "GET /v2.0/networks/8a6bea6f-cef7-4d7a-9280-1cacc36f18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459802 Jun 23 16:15:30.747222 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6ab6b306-66bb-4d46-b150-625e4815445d None None] Provisioning complete for port 3e5722a2-938b-420a-a6a8-659d49ed7397 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:30.747853 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6ab6b306-66bb-4d46-b150-625e4815445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:30.789461 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:30.830956 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 3e5722a2-938b-420a-a6a8-659d49ed7397 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:30.831443 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:30.847119 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:30.858464 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:15:30.881627 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Pushing event updated for resources: {'Port': ['ID=16c73a41-14c8-40ec-b491-5430d1a1cff3,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:30.935562 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:30.991501 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476'] for subnet, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:31.110032 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ed4b05b3-1567-492f-beb8-4ae54b701c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:31.111010 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:31.138328 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:31.243450 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b2b7653-a21e-4507-9ee6-384f231c7e35,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:31.269223 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54080) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:31.272062 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:31.452128 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f83322fd-b70d-4ba4-8543-47b8dc0e6d01 req-c4e2d9a7-4b9f-4e03-abcb-39a5e38e0973 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 210 time: 0.1592739 Jun 23 16:15:31.472147 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] Checking segment: {'id': '7a5a836c-377e-4d74-b99b-26eafd0c9068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'dcb4be7e-9193-4a78-9e68-9d9549fb27e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:31.472900 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] Network hostable DHCP agents. Network: dcb4be7e-9193-4a78-9e68-9d9549fb27e7, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:15:31.495746 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Allocated IP 172.28.1.44 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/9e252271-31f7-4991-9cd8-784fce83b028) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:15:31.672667 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 is scheduled to L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 with binding_index 1 {{(pid=93113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:15:31.680520 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] Network dcb4be7e-9193-4a78-9e68-9d9549fb27e7 is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:15:31.698100 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54106) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:31.713000 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:31.758379 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, dcb4be7e-9193-4a78-9e68-9d9549fb27e7) {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:31.760096 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:31.770656 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a22ab-34b6-4403-af61-3ef3d36c4b84 None None] Network dcb4be7e-9193-4a78-9e68-9d9549fb27e7 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:15:31.772520 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:31.785465 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:31.807815 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:31.827183 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:31.827839 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:31.941617 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5346ed2-f884-46d6-a6c0-08236f5cffed None None] Network 1b000be7-9e01-4eab-9594-f68a1f57b023 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:15:31.946348 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Pushing event updated for resources: {'Port': ['ID=9e252271-31f7-4991-9cd8-784fce83b028,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:31.955148 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:31.968086 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:15:31.976976 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:32.076186 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4369190 Jun 23 16:15:32.170325 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54122) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:32.269850 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-9c08c5fe-b27f-4ed4-a44c-bfd30239ae60 None None] Provisioning for port ff4af1d4-38e0-4f0b-a6be-86af2229d8de completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:15:32.324332 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:15:32.337117 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Sync routers for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:15:32.341137 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9a97072b-d3db-4448-be08-1348206468ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:32.349269 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6542e657-d60d-4d59-b063-e7a8dfe0b535 None None] Network dcb4be7e-9193-4a78-9e68-9d9549fb27e7 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:15:32.350422 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:15:32.358181 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:32.388877 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-0271dee6-4c2f-48ff-8b59-355d4d612fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:32.408703 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54134) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:32.450918 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device ff4af1d4-38e0-4f0b-a6be-86af2229d8de up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:32.480501 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Notify callbacks [] for router, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:32.484196 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3010330 Jun 23 16:15:32.485820 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54136) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:32.531929 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451959'] for router, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:32.602706 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:15:32.652093 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:32.712240 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Router 027e3077-f591-46c6-83a7-758c13036535 is scheduled to L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 with binding_index 1 {{(pid=93113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:15:32.722856 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port ff4af1d4-38e0-4f0b-a6be-86af2229d8de completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:15:32.744448 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port ff4af1d4-38e0-4f0b-a6be-86af2229d8de triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:32.745028 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:32.874010 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:28Z', 'revision_number': 3, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:32.880588 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-69a0611c-a478-4356-8bcd-49397f446336 req-7cfe1ca2-0c50-4a07-8d29-422f34a19590 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 210 time: 0.2283578 Jun 23 16:15:32.881837 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:32.908230 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:15:32.920309 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Sync routers for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:15:32.936056 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port ff4af1d4-38e0-4f0b-a6be-86af2229d8de, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=ff4af1d4-38e0-4f0b-a6be-86af2229d8de,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:15:32.945081 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:15:32.945729 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:32.954567 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:32.959438 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acad331-ef75-40a9-844d-e6eafddea38d admin admin] Deleting subnet 911d1e10-bd5f-4671-aa39-f3de42aba75c {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:15:32.963364 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Checking router: 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:15:32.964312 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Updating router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 port 63e1d00b-cca1-474c-8573-d1f3129ee5cf binding host dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:15:32.972228 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2acad331-ef75-40a9-844d-e6eafddea38d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.008486 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:33.025666 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.092507 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.097419 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2acad331-ef75-40a9-844d-e6eafddea38d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.118218 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2acad331-ef75-40a9-844d-e6eafddea38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.156207 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-14e560cd-ad59-417a-a15b-6b7e0ca31b5f None None] Provisioning complete for port ff4af1d4-38e0-4f0b-a6be-86af2229d8de triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:33.156581 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-14e560cd-ad59-417a-a15b-6b7e0ca31b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.182150 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=ff4af1d4-38e0-4f0b-a6be-86af2229d8de,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:33.188862 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:33.207918 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:15:33.453172 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.494861 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:31Z', 'revision_number': 3, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:33.498062 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.provisioning_blocks [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Transition to ACTIVE for port object 63e1d00b-cca1-474c-8573-d1f3129ee5cf will not be triggered until provisioned by entity L2. {{(pid=93119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:15:33.514352 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.516968 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-75eb0dee-758c-411a-a819-252c02db22a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:33.538908 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9a97072b-d3db-4448-be08-1348206468ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.539730 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Checking router: 027e3077-f591-46c6-83a7-758c13036535 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:15:33.540183 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Updating router 027e3077-f591-46c6-83a7-758c13036535 port 16c73a41-14c8-40ec-b491-5430d1a1cff3 binding host dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:15:33.555472 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9a97072b-d3db-4448-be08-1348206468ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.563313 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Notify callbacks [] for router, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.564749 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6227441 Jun 23 16:15:33.566726 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:33.568612 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54158) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:33.576976 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2acad331-ef75-40a9-844d-e6eafddea38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.595350 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.610911 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Attempting to bind port 63e1d00b-cca1-474c-8573-d1f3129ee5cf on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:15:33.611604 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Attempting to bind port 63e1d00b-cca1-474c-8573-d1f3129ee5cf by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:15:33.612123 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Attempting to bind port 63e1d00b-cca1-474c-8573-d1f3129ee5cf on network bacb7425-026e-474c-af91-e51d72b71c61 {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:15:33.629951 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Pushing event updated for resources: {'Port': ['ID=63e1d00b-cca1-474c-8573-d1f3129ee5cf,revision_number=2']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:33.633946 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:15:33.634606 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Checking segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:33.635205 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.635842 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Bound using segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:15:33.638204 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Bound port: 63e1d00b-cca1-474c-8573-d1f3129ee5cf, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:15:33.639747 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.654495 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:33.658852 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:33.661625 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:33.662906 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:33.663416 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:33.665805 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:33.666588 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:33.668185 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:33.668818 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:33.669344 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:33.670107 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:33.672766 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2acad331-ef75-40a9-844d-e6eafddea38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.673388 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:33.677018 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-2acad331-ef75-40a9-844d-e6eafddea38d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/911d1e10-bd5f-4671-aa39-f3de42aba75c HTTP/1.1" status: 204 len: 168 time: 1.2603314 Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Tracked resource versions report: Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: pushed versions: Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: { 'AddressGroup': {'1.2'}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'ConntrackHelper': {'1.0'}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'Log': {'1.0'}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'Network': {'1.1'}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'Port': {'1.7'}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'PortForwarding': {'1.2'}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'QosPolicy': {'1.8'}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'SecurityGroup': {'1.4'}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'SubPort': {'1.0'}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'Subnet': {'1.1'}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'Trunk': {'1.1'}} Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: consumer versions: Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: { DHCP agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: HyperV agent@hv-cinder-78836: {}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: L3 agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: Metadata agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: Metering agent@dv-cinder-788363-4-smb: {}, Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: Open vSwitch agent@dv-cinder-788363-4-smb: { 'AddressGroup': '1.2', Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'ConntrackHelper': '1.0', Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'Log': '1.0', Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'Network': '1.1', Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'Port': '1.7', Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'PortForwarding': '1.2', Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'QosPolicy': '1.8', Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'SecurityGroup': '1.4', Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'SecurityGroupRule': '1.2', Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'SubPort': '1.0', Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'Subnet': '1.1', Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: 'Trunk': '1.1'}} Jun 23 16:15:33.677518 dv-cinder-788363-4-smb neutron-server[93119]: {{(pid=93119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:15:33.689792 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54160) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:33.692690 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-9a97072b-d3db-4448-be08-1348206468ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d54921825e69475c9b747f30fd4aa602&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9916062 Jun 23 16:15:33.698393 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54162) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:33.768606 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:33.770609 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.777106 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] For port 63e1d00b-cca1-474c-8573-d1f3129ee5cf, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:15:33.782713 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] For port 63e1d00b-cca1-474c-8573-d1f3129ee5cf, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=63e1d00b-cca1-474c-8573-d1f3129ee5cf,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:15:33.790875 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.799385 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:33.841805 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97072b-d3db-4448-be08-1348206468ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a52e67-2228-411e-8cbc-f4abba27405c,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:33.862856 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-9a97072b-d3db-4448-be08-1348206468ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:33.918321 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:33.927487 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:15:33.928145 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:33.931338 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Pushing event updated for resources: {'Port': ['ID=63e1d00b-cca1-474c-8573-d1f3129ee5cf,revision_number=3']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:33.953726 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.968334 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Transition to ACTIVE for port object 16c73a41-14c8-40ec-b491-5430d1a1cff3 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:15:33.979930 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:33.983502 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:33.991257 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:34.053424 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Attempting to bind port 16c73a41-14c8-40ec-b491-5430d1a1cff3 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:15:34.053793 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Attempting to bind port 16c73a41-14c8-40ec-b491-5430d1a1cff3 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:15:34.054135 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Attempting to bind port 16c73a41-14c8-40ec-b491-5430d1a1cff3 on network bacb7425-026e-474c-af91-e51d72b71c61 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:15:34.062990 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:15:34.063514 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Checking segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:34.064075 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.064698 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Bound using segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:15:34.065444 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Bound port: 16c73a41-14c8-40ec-b491-5430d1a1cff3, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:15:34.066020 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.107469 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec06d93-d569-4d28-8213-fad0243a2264 None None] Pushing event updated for resources: {'Port': ['ID=16c73a41-14c8-40ec-b491-5430d1a1cff3,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:34.118512 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-8ec06d93-d569-4d28-8213-fad0243a2264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:34.142633 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:15:34.167457 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] For port 16c73a41-14c8-40ec-b491-5430d1a1cff3, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:15:34.171122 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] For port 16c73a41-14c8-40ec-b491-5430d1a1cff3, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=16c73a41-14c8-40ec-b491-5430d1a1cff3,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:15:34.175281 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.178896 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.184784 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-b455ce41-54e4-4f0f-afc1-84ac872afa8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:34.185349 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451959'] for router, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.190149 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acad331-ef75-40a9-844d-e6eafddea38d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=911d1e10-bd5f-4671-aa39-f3de42aba75c,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:34.236700 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f58022a1-d6ec-420c-96f4-ca975912310e req-8cdcffc5-114d-419f-bb44-21000ad0f5a9 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 210 time: 0.0444932 Jun 23 16:15:34.255149 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:15:34.255810 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:34.259683 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec06d93-d569-4d28-8213-fad0243a2264 None None] Pushing event updated for resources: {'Port': ['ID=16c73a41-14c8-40ec-b491-5430d1a1cff3,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:34.267856 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2acad331-ef75-40a9-844d-e6eafddea38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:34.297804 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-8ec06d93-d569-4d28-8213-fad0243a2264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:34.356143 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.395505 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-0271dee6-4c2f-48ff-8b59-355d4d612fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.404744 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:15:34.416531 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-0271dee6-4c2f-48ff-8b59-355d4d612fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.422616 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:34.446810 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271dee6-4c2f-48ff-8b59-355d4d612fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90913f12-a5ec-4db1-a990-d5e374103fb3,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:34.459927 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-0271dee6-4c2f-48ff-8b59-355d4d612fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:34.475827 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:28Z', 'revision_number': 3, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:34.501144 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-0271dee6-4c2f-48ff-8b59-355d4d612fe1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc51404949204468b0343fbd4ee3f589&name=default HTTP/1.1" status: 200 len: 2977 time: 2.3297551 Jun 23 16:15:34.503930 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54170) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:34.505663 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c83c04-52d6-42f2-b1ec-58009e8720f4 None None] The sync data for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb is: [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:28Z', 'revision_number': 3, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:15:34.533642 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device ff4af1d4-38e0-4f0b-a6be-86af2229d8de up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:34.578481 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b63d-db8e-4d9c-8a67-99c66d56b952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.586489 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.586856 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.588331 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.588670 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > port after_create 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.588984 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.589307 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > port after_update 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.589636 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.589988 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.590323 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.590629 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.639903 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-22cf58f0-a393-4cfb-ade2-ce8e74f5f053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.666840 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-22cf58f0-a393-4cfb-ade2-ce8e74f5f053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.676265 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.86', 64875) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:34.795707 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.809408 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.809746 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.810061 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.810489 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:15:34.810854 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79cc990-5d87-4af0-ba6a-5dfb0c6ab48c']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:34.859810 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-22cf58f0-a393-4cfb-ade2-ce8e74f5f053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.865671 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b63d-db8e-4d9c-8a67-99c66d56b952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.879294 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-22cf58f0-a393-4cfb-ade2-ce8e74f5f053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.883342 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-22cf58f0-a393-4cfb-ade2-ce8e74f5f053 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90913f12-a5ec-4db1-a990-d5e374103fb3 HTTP/1.1" status: 204 len: 168 time: 0.3781443 Jun 23 16:15:34.885846 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port ff4af1d4-38e0-4f0b-a6be-86af2229d8de triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:34.886226 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.896873 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-0271dee6-4c2f-48ff-8b59-355d4d612fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:34.986199 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Allocated IP 172.20.0.1 (946f23a5-90f4-4bf4-8cd6-54b1859f37d4/8215ec0e-2baa-40c1-82f0-7424b50eab30/7b466f97-6a35-4332-abba-081724504d37) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:15:34.993242 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b63d-db8e-4d9c-8a67-99c66d56b952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:35.007848 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19c51de-5e9f-4a5c-9888-060f782ca2ab') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:35.008144 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19c51de-5e9f-4a5c-9888-060f782ca2ab') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:35.011741 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf58f0-a393-4cfb-ade2-ce8e74f5f053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90913f12-a5ec-4db1-a990-d5e374103fb3,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:35.014542 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-22cf58f0-a393-4cfb-ade2-ce8e74f5f053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:35.030603 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cbe4b63d-db8e-4d9c-8a67-99c66d56b952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:35.032700 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-cbe4b63d-db8e-4d9c-8a67-99c66d56b952 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56a52e67-2228-411e-8cbc-f4abba27405c HTTP/1.1" status: 204 len: 168 time: 1.2677941 Jun 23 16:15:35.058242 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:31Z', 'revision_number': 3, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:35.066810 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:35.092929 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d15c87-9876-4cb7-a63c-d78f465dd1ce None None] The sync data for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb is: [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:31Z', 'revision_number': 3, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:15:35.150099 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27704920'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:35.201492 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4b63d-db8e-4d9c-8a67-99c66d56b952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a52e67-2228-411e-8cbc-f4abba27405c,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:35.218772 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:35.270324 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cbe4b63d-db8e-4d9c-8a67-99c66d56b952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:35.300272 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:15:35.300991 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27874572'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: from cryptography.utils import int_from_bytes Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: from cryptography.utils import int_from_bytes Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: Traceback (most recent call last): Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: timer() Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: cb(*args, **kw) Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: return func(*args, **kwargs) Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: self._notify() Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: self.callback(batched_events) Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: event.method(event) Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: return f(self, *a, **k) Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: return self._get(url).json() Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:15:35.312664 dv-cinder-788363-4-smb neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:15:35.370262 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-16a6602f-f2c0-418f-bab9-77d1f73e5fb7 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:35.371992 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-16a6602f-f2c0-418f-bab9-77d1f73e5fb7 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.86 "GET /v2.0/networks?id=8a6bea6f-cef7-4d7a-9280-1cacc36f18bf HTTP/1.1" status: 200 len: 811 time: 0.6901138 Jun 23 16:15:35.471266 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Request body: {'port': {'device_id': 'a925c908-913b-4bd4-a913-6820bda8255f', 'network_id': '8a6bea6f-cef7-4d7a-9280-1cacc36f18bf', 'admin_state_up': True, 'tenant_id': '0f5ad65a8eeb4b7c80779d70939b92c2'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:35.530348 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:35.602016 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-21533aaf-b7b3-492a-bc01-123659195458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:35.664125 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Pushing event deleted for resources: {'Network': ['ID=a79cc990-5d87-4af0-ba6a-5dfb0c6ab48c,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:35.667460 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6c50b7e9-ba49-418c-b677-6684ea2eef7a req-1c53d0e6-01d3-4934-afd2-adaec9381c33 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 210 time: 0.0442145 Jun 23 16:15:35.668268 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:35.669218 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:35.674122 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-ef9eac3e-be80-4e65-9a39-552965dbf931 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a79cc990-5d87-4af0-ba6a-5dfb0c6ab48c HTTP/1.1" status: 204 len: 168 time: 1.9806850 Jun 23 16:15:35.686097 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54202) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:35.813431 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Allocated IP 172.20.0.1 (1b000be7-9e01-4eab-9594-f68a1f57b023/8ea3c836-5a07-41aa-bcd3-addf438d9fd2/71011209-4a09-4816-99cd-92312865e05b) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:15:35.853553 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Router 28a9ab32-0644-47f9-96fb-67ee8775bac2 is scheduled to L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 with binding_index 1 {{(pid=93114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:15:35.875046 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:35.891559 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54222) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:35.949845 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6209e6b2-9a10-43bd-a167-1c3142331dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:35.984004 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Made reservation on behalf of 0f5ad65a8eeb4b7c80779d70939b92c2 for: {'port': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:35.988987 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:36.000366 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Transition to ACTIVE for port object 7b466f97-6a35-4332-abba-081724504d37 will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:15:36.079534 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:36.144957 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d35362-089e-44f5-b5e0-b17f2b5bf91c admin admin] Deleting subnet 4b2b7653-a21e-4507-9ee6-384f231c7e35 {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:15:36.184716 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Transition to ACTIVE for port object 71011209-4a09-4816-99cd-92312865e05b will not be triggered until provisioned by entity DHCP. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:15:36.250399 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d0d35362-089e-44f5-b5e0-b17f2b5bf91c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:36.333269 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Allocated IP 172.20.0.13 (8a6bea6f-cef7-4d7a-9280-1cacc36f18bf/fb45828b-71dc-421e-b770-36a5f5bc5516/a8f703f9-7fc4-4559-b83f-b2aa8231ae60) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:15:36.352617 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:36.376994 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:36.432042 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54230) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:36.434113 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Network 1b000be7-9e01-4eab-9594-f68a1f57b023 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:36.473933 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:36.489374 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:15:36.489869 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395127'] for router_interface, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:36.523128 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 16c73a41-14c8-40ec-b491-5430d1a1cff3 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:36.613442 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 16c73a41-14c8-40ec-b491-5430d1a1cff3 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:15:36.619553 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 16c73a41-14c8-40ec-b491-5430d1a1cff3 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:36.620303 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:36.688442 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Pushing event updated for resources: {'Port': ['ID=71011209-4a09-4816-99cd-92312865e05b,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:36.750530 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:15:36.759276 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Sync routers for ids ['28a9ab32-0644-47f9-96fb-67ee8775bac2'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:15:36.780032 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Routers {'28a9ab32-0644-47f9-96fb-67ee8775bac2'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:15:36.780608 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['28a9ab32-0644-47f9-96fb-67ee8775bac2'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:36.815578 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:36.835956 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d0d35362-089e-44f5-b5e0-b17f2b5bf91c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27704903'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:36.893033 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:36.926309 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-02b611e7-5967-4a5e-824e-0e3a594b05e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:36.934908 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.009388 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 16c73a41-14c8-40ec-b491-5430d1a1cff3, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=16c73a41-14c8-40ec-b491-5430d1a1cff3,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:15:37.024359 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.029780 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 63e1d00b-cca1-474c-8573-d1f3129ee5cf up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:37.031779 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:37.043437 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:37.045517 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-063033b4-152f-4ad8-b241-a238c18cc46b None None] Provisioning for port 71011209-4a09-4816-99cd-92312865e05b completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:15:37.085558 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:37.128348 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-063033b4-152f-4ad8-b241-a238c18cc46b None None] Provisioning complete for port 71011209-4a09-4816-99cd-92312865e05b triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:37.129014 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-063033b4-152f-4ad8-b241-a238c18cc46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.139298 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:37.204070 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-15c2c850-7cde-4e45-bb58-baa642cd6582 req-0464968d-43c1-4712-8779-2058438c91a6 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 210 time: 0.2707634 Jun 23 16:15:37.217867 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:15:37.268461 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395127'] for router_interface, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.313973 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-063033b4-152f-4ad8-b241-a238c18cc46b None None] Port 71011209-4a09-4816-99cd-92312865e05b cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:15:37.323738 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=16c73a41-14c8-40ec-b491-5430d1a1cff3,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:37.329655 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:37.362338 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 63e1d00b-cca1-474c-8573-d1f3129ee5cf completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:15:37.366979 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 63e1d00b-cca1-474c-8573-d1f3129ee5cf triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:37.367703 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.543551 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Set router 28a9ab32-0644-47f9-96fb-67ee8775bac2 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:15:37.555166 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.568929 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d0d35362-089e-44f5-b5e0-b17f2b5bf91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.611771 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.674185 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 63e1d00b-cca1-474c-8573-d1f3129ee5cf, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=63e1d00b-cca1-474c-8573-d1f3129ee5cf,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:15:37.682954 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Pushing event updated for resources: {'Port': ['ID=7b466f97-6a35-4332-abba-081724504d37,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:37.684051 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.687626 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.694255 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:37.707309 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-e25e675b-1214-4805-a448-b473f39ad2a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:37.713148 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-bba5d7d1-b34b-42c2-8a22-cd46356c135b None None] Provisioning for port 7b466f97-6a35-4332-abba-081724504d37 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:15:37.738372 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-bba5d7d1-b34b-42c2-8a22-cd46356c135b None None] Provisioning complete for port 7b466f97-6a35-4332-abba-081724504d37 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:37.740746 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-bba5d7d1-b34b-42c2-8a22-cd46356c135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.763243 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.785399 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:37.862025 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6209e6b2-9a10-43bd-a167-1c3142331dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.938065 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=63e1d00b-cca1-474c-8573-d1f3129ee5cf,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:37.945683 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6209e6b2-9a10-43bd-a167-1c3142331dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:37.954781 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-bba5d7d1-b34b-42c2-8a22-cd46356c135b None None] Port 7b466f97-6a35-4332-abba-081724504d37 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:15:37.957090 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:37.998484 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.009002 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f6aca84b-d68c-4b2b-8730-942bb87c7f8e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.3430221 Jun 23 16:15:38.012495 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54250) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:38.018093 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:38.029736 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d0d35362-089e-44f5-b5e0-b17f2b5bf91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27874705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28535818'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.038120 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Network 8a6bea6f-cef7-4d7a-9280-1cacc36f18bf is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:38.061197 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'name': 'tempest-ServerRescueNegativeTestJSON-1696983587-router', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '9e252271-31f7-4991-9cd8-784fce83b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:32Z', 'revision_number': 3, 'project_id': '5b6392760d904cc6a4f117b3c04703e1', 'gw_port': {'id': '9e252271-31f7-4991-9cd8-784fce83b028', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:31Z', 'updated_at': '2021-06-23T16:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:38.141264 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:38.149701 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:15:38.151592 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Checking router: 28a9ab32-0644-47f9-96fb-67ee8775bac2 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:15:38.151980 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Updating router 28a9ab32-0644-47f9-96fb-67ee8775bac2 port 9e252271-31f7-4991-9cd8-784fce83b028 binding host dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:15:38.156344 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:38.157087 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.185734 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d0d35362-089e-44f5-b5e0-b17f2b5bf91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.191235 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-d0d35362-089e-44f5-b5e0-b17f2b5bf91c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4b2b7653-a21e-4507-9ee6-384f231c7e35 HTTP/1.1" status: 204 len: 168 time: 2.5022039 Jun 23 16:15:38.193215 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54254) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:38.197505 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Pushing event updated for resources: {'Port': ['ID=a8f703f9-7fc4-4559-b83f-b2aa8231ae60,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:38.208343 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-6209e6b2-9a10-43bd-a167-1c3142331dbc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57ee51365f8244ed9b84e3a8be9e22fe&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3107021 Jun 23 16:15:38.209492 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209e6b2-9a10-43bd-a167-1c3142331dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eb1345-36d2-49b2-b486-8dc5bb30b443,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:38.219114 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54258) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:38.222613 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6209e6b2-9a10-43bd-a167-1c3142331dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:38.227789 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2acad331-ef75-40a9-844d-e6eafddea38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:38.237528 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.259588 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:38.407481 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.418187 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.421977 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3880405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395163'] for router_interface, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.429079 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:38.467649 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 16c73a41-14c8-40ec-b491-5430d1a1cff3 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:38.482014 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Pushing event updated for resources: {'Port': ['ID=71011209-4a09-4816-99cd-92312865e05b,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:38.486078 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:38.498863 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d35362-089e-44f5-b5e0-b17f2b5bf91c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b2b7653-a21e-4507-9ee6-384f231c7e35,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:38.502450 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.542467 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d0d35362-089e-44f5-b5e0-b17f2b5bf91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:38.602933 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Network 1b000be7-9e01-4eab-9594-f68a1f57b023 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:38.609835 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:38.668035 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 16c73a41-14c8-40ec-b491-5430d1a1cff3 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:38.668916 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.701939 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-02b611e7-5967-4a5e-824e-0e3a594b05e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.716681 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-02b611e7-5967-4a5e-824e-0e3a594b05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.779692 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ee930b9-586b-4b95-8978-5797101065cb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3249679 Jun 23 16:15:38.782861 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:38.808949 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-02b611e7-5967-4a5e-824e-0e3a594b05e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d9459e862de41e9a8871bd539776e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3728092 Jun 23 16:15:38.811821 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b611e7-5967-4a5e-824e-0e3a594b05e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49a031d-a3b2-4257-a9ed-505a5a9efc0d,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:38.815166 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-02b611e7-5967-4a5e-824e-0e3a594b05e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:38.815970 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54268) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:38.825093 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-066391fc-0abb-4464-9c70-38ff584f6cb6 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93113) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:15:38.826572 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-066391fc-0abb-4464-9c70-38ff584f6cb6 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074222 Jun 23 16:15:38.912608 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8646b087-f8fb-428a-a7b8-21255353254f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.947154 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Notify callbacks [] for port, precommit_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.948832 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8646b087-f8fb-428a-a7b8-21255353254f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.964886 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.provisioning_blocks [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Transition to ACTIVE for port object 9e252271-31f7-4991-9cd8-784fce83b028 will not be triggered until provisioned by entity L2. {{(pid=93119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:15:38.975936 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.980371 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 63e1d00b-cca1-474c-8573-d1f3129ee5cf up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:38.985863 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:39.052782 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8646b087-f8fb-428a-a7b8-21255353254f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:39.064760 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8646b087-f8fb-428a-a7b8-21255353254f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:39.070045 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-8646b087-f8fb-428a-a7b8-21255353254f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f49a031d-a3b2-4257-a9ed-505a5a9efc0d HTTP/1.1" status: 204 len: 168 time: 0.2396488 Jun 23 16:15:39.080672 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Router 027e3077-f591-46c6-83a7-758c13036535 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:15:39.081597 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-0cf79315-800f-4790-ad26-07b25bfb64df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:39.107660 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646b087-f8fb-428a-a7b8-21255353254f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49a031d-a3b2-4257-a9ed-505a5a9efc0d,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:39.109754 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Attempting to bind port 9e252271-31f7-4991-9cd8-784fce83b028 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:15:39.111863 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Attempting to bind port 9e252271-31f7-4991-9cd8-784fce83b028 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:15:39.112921 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Attempting to bind port 9e252271-31f7-4991-9cd8-784fce83b028 on network bacb7425-026e-474c-af91-e51d72b71c61 {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:15:39.121307 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1cb90-7ff1-4232-a1f1-50808c9d7bb8 None None] Pushing event updated for resources: {'Port': ['ID=9e252271-31f7-4991-9cd8-784fce83b028,revision_number=2']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:39.128120 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-8646b087-f8fb-428a-a7b8-21255353254f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:39.129067 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-3da1cb90-7ff1-4232-a1f1-50808c9d7bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:39.130823 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:15:39.131318 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Checking segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:39.131847 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:39.132367 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Bound using segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:15:39.133425 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Bound port: 9e252271-31f7-4991-9cd8-784fce83b028, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:15:39.140459 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:39.235317 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-fd31fbdd-b3ac-420e-a0af-606d62325729 None None] Provisioning complete for port 71011209-4a09-4816-99cd-92312865e05b triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:39.236174 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd31fbdd-b3ac-420e-a0af-606d62325729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:39.246410 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] For port 9e252271-31f7-4991-9cd8-784fce83b028, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:15:39.259575 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] For port 9e252271-31f7-4991-9cd8-784fce83b028, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=9e252271-31f7-4991-9cd8-784fce83b028,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:15:39.267524 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:39.277926 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:39.281266 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 63e1d00b-cca1-474c-8573-d1f3129ee5cf triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:39.281925 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:39.284106 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5f86609d-7b05-43fd-846a-e22a0b24c063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:39.289829 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:39.305388 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:39.325334 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:39.334228 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-fd31fbdd-b3ac-420e-a0af-606d62325729 None None] Port 71011209-4a09-4816-99cd-92312865e05b cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:15:39.380382 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8beecc99-f258-4a8f-a23c-791c6085044f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:39.452399 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:15:39.462898 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Routers {'28a9ab32-0644-47f9-96fb-67ee8775bac2'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:15:39.463393 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Sync routers for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:15:39.463655 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['28a9ab32-0644-47f9-96fb-67ee8775bac2'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:39.483976 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] 10.222.0.23 "PUT /v2.0/routers/027e3077-f591-46c6-83a7-758c13036535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9082017 Jun 23 16:15:39.484186 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:15:39.484186 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:39.494880 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5f86609d-7b05-43fd-846a-e22a0b24c063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:39.625017 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1cb90-7ff1-4232-a1f1-50808c9d7bb8 None None] Pushing event updated for resources: {'Port': ['ID=9e252271-31f7-4991-9cd8-784fce83b028,revision_number=3']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:39.645841 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-3da1cb90-7ff1-4232-a1f1-50808c9d7bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:39.791425 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:15:39.808964 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] Set router 28a9ab32-0644-47f9-96fb-67ee8775bac2 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:15:39.907868 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcac2c-f632-4499-8dbd-b85b82d753dc req-77ef5d4c-9efc-4491-83eb-e9fe6fdb3d19 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:39.909422 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0fbcac2c-f632-4499-8dbd-b85b82d753dc req-77ef5d4c-9efc-4491-83eb-e9fe6fdb3d19 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 932 time: 1.3682730 Jun 23 16:15:39.918441 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Request body: {'port': {'device_id': 'a925c908-913b-4bd4-a913-6820bda8255f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:40.177477 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:40.229242 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5f86609d-7b05-43fd-846a-e22a0b24c063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:40.232414 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Pushing event updated for resources: {'Port': ['ID=7b466f97-6a35-4332-abba-081724504d37,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:40.301888 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:40.308710 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5f86609d-7b05-43fd-846a-e22a0b24c063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:40.314408 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 2, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:40.315822 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-5f86609d-7b05-43fd-846a-e22a0b24c063 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8eb1345-36d2-49b2-b486-8dc5bb30b443 HTTP/1.1" status: 204 len: 168 time: 2.0919023 Jun 23 16:15:40.318432 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3880405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395163'] for router_interface, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:40.352787 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:40.389918 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Checking router: 027e3077-f591-46c6-83a7-758c13036535 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:15:40.390578 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Updating router 027e3077-f591-46c6-83a7-758c13036535 port 71011209-4a09-4816-99cd-92312865e05b binding host dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:15:40.484461 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:40.572539 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'name': 'tempest-ServerRescueNegativeTestJSON-1696983587-router', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '9e252271-31f7-4991-9cd8-784fce83b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:32Z', 'revision_number': 3, 'project_id': '5b6392760d904cc6a4f117b3c04703e1', 'gw_port': {'id': '9e252271-31f7-4991-9cd8-784fce83b028', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:31Z', 'updated_at': '2021-06-23T16:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:40.576949 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86609d-7b05-43fd-846a-e22a0b24c063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eb1345-36d2-49b2-b486-8dc5bb30b443,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:40.582234 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-5f86609d-7b05-43fd-846a-e22a0b24c063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:40.663769 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bd8d7b-cd08-4cc9-8c51-da973ef8d055 None None] The sync data for ids ['28a9ab32-0644-47f9-96fb-67ee8775bac2'] in dv-cinder-788363-4-smb is: [{'id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'name': 'tempest-ServerRescueNegativeTestJSON-1696983587-router', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '9e252271-31f7-4991-9cd8-784fce83b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:32Z', 'revision_number': 3, 'project_id': '5b6392760d904cc6a4f117b3c04703e1', 'gw_port': {'id': '9e252271-31f7-4991-9cd8-784fce83b028', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:31Z', 'updated_at': '2021-06-23T16:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:15:40.766618 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:40.819112 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0fbcac2c-f632-4499-8dbd-b85b82d753dc req-31ac8e4d-b03e-47d0-aa52-0adbb05c5d8c tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7597642 Jun 23 16:15:40.904038 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb4be7e-9193-4a78-9e68-9d9549fb27e7']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:40.976125 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5a836c-377e-4d74-b99b-26eafd0c9068') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:40.981585 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5a836c-377e-4d74-b99b-26eafd0c9068') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:41.032659 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27704920'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:41.302508 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:41.389449 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Transition to ACTIVE for port object 71011209-4a09-4816-99cd-92312865e05b will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:15:41.408524 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:41.419326 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f703f9-7fc4-4559-b83f-b2aa8231ae60 {{(pid=93113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:15:41.426463 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:41.454436 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:41.533187 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Transition to ACTIVE for port object a8f703f9-7fc4-4559-b83f-b2aa8231ae60 will not be triggered until provisioned by entity L2. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:15:41.546569 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:41.548501 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6406db-58de-487b-8f35-1fb1e011fb41 None None] Pushing event updated for resources: {'Port': ['ID=71011209-4a09-4816-99cd-92312865e05b,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:41.557022 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-2c6406db-58de-487b-8f35-1fb1e011fb41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:41.576777 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-8847dc18-7705-4ec3-a7ff-89ad71070b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:41.702503 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f703f9-7fc4-4559-b83f-b2aa8231ae60,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:41.717427 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:41.810732 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Attempting to bind port 71011209-4a09-4816-99cd-92312865e05b on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:15:41.811771 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Attempting to bind port 71011209-4a09-4816-99cd-92312865e05b by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:15:41.813950 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Attempting to bind port 71011209-4a09-4816-99cd-92312865e05b on network 1b000be7-9e01-4eab-9594-f68a1f57b023 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:15:41.848346 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:15:41.852032 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Checking segment: {'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:41.854516 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:41.856067 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Bound using segment: {'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:15:41.857107 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Bound port: 71011209-4a09-4816-99cd-92312865e05b, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:15:41.860483 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:42.017714 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Attempting to bind port a8f703f9-7fc4-4559-b83f-b2aa8231ae60 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:15:42.021079 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Attempting to bind port a8f703f9-7fc4-4559-b83f-b2aa8231ae60 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bedd7397-613d-48e1-97d3-15e50b14a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6bea6f-cef7-4d7a-9280-1cacc36f18bf'}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:15:42.021744 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Attempting to bind port a8f703f9-7fc4-4559-b83f-b2aa8231ae60 on network 8a6bea6f-cef7-4d7a-9280-1cacc36f18bf {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:15:42.044378 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Port a8f703f9-7fc4-4559-b83f-b2aa8231ae60 on network 8a6bea6f-cef7-4d7a-9280-1cacc36f18bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:15:42.044783 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Attempting to bind port a8f703f9-7fc4-4559-b83f-b2aa8231ae60 on network 8a6bea6f-cef7-4d7a-9280-1cacc36f18bf {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:15:42.096054 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54334) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:42.105927 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:15:42.107358 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Checking segment: {'id': 'bedd7397-613d-48e1-97d3-15e50b14a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6bea6f-cef7-4d7a-9280-1cacc36f18bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:42.109563 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Bound using segment: {'id': 'bedd7397-613d-48e1-97d3-15e50b14a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6bea6f-cef7-4d7a-9280-1cacc36f18bf'} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:15:42.113147 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Bound port: a8f703f9-7fc4-4559-b83f-b2aa8231ae60, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedd7397-613d-48e1-97d3-15e50b14a9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8a6bea6f-cef7-4d7a-9280-1cacc36f18bf'}}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:15:42.115108 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:42.206074 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] For port 71011209-4a09-4816-99cd-92312865e05b, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:15:42.209980 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-89fb24c2-957c-4a27-b8c0-85f6c7b58497 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958752658', 'description': 'tempest-description--239564117'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:42.309179 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:42.345103 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:42.386145 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] For port a8f703f9-7fc4-4559-b83f-b2aa8231ae60, host hv-cinder-78836, cleared binding levels {{(pid=93113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:15:42.452421 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-89fb24c2-957c-4a27-b8c0-85f6c7b58497 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:42.456175 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:15:42.456900 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27874572'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:42.548327 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: Traceback (most recent call last): Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: timer() Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: cb(*args, **kw) Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: return func(*args, **kwargs) Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: self._notify() Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: self.callback(batched_events) Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: event.method(event) Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: return f(self, *a, **k) Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: return self._get(url).json() Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:15:42.551287 dv-cinder-788363-4-smb neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:15:42.608113 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 9e252271-31f7-4991-9cd8-784fce83b028 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:42.727061 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 9e252271-31f7-4991-9cd8-784fce83b028 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:15:42.743536 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 9e252271-31f7-4991-9cd8-784fce83b028 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:42.744295 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:42.884659 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:42.922326 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:15:42.968083 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 9e252271-31f7-4991-9cd8-784fce83b028, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=9e252271-31f7-4991-9cd8-784fce83b028,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:15:42.977226 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:42.982223 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:43.069591 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-e34d4e9d-cc99-4c83-9bbe-c0cfab1b6f68 None None] Provisioning complete for port 7b466f97-6a35-4332-abba-081724504d37 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:43.070263 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e34d4e9d-cc99-4c83-9bbe-c0cfab1b6f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:43.267609 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-e34d4e9d-cc99-4c83-9bbe-c0cfab1b6f68 None None] Port 7b466f97-6a35-4332-abba-081724504d37 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:15:43.277390 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=9e252271-31f7-4991-9cd8-784fce83b028,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:43.304034 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:43.308838 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:15:43.336604 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Sync routers for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:15:43.366181 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] For port 71011209-4a09-4816-99cd-92312865e05b, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=71011209-4a09-4816-99cd-92312865e05b,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:15:43.373926 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:15:43.382144 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-ffb06013-8964-4a89-b602-705940dae28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:43.386082 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:43.386784 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] 10.222.0.23 "PUT /v2.0/routers/60abbe92-0fa0-4a9b-a6e1-39cee10ad102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8914766 Jun 23 16:15:43.419975 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:43.457047 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee71406-b153-4344-ae6f-19c992700055 req-9b154e79-0c54-46ca-89c3-e441712c98cf tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:43.464811 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] For port a8f703f9-7fc4-4559-b83f-b2aa8231ae60, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8f703f9-7fc4-4559-b83f-b2aa8231ae60,segment=NetworkSegment(bedd7397-613d-48e1-97d3-15e50b14a9af),segment_id=bedd7397-613d-48e1-97d3-15e50b14a9af)] {{(pid=93113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:15:43.477880 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fee71406-b153-4344-ae6f-19c992700055 req-9b154e79-0c54-46ca-89c3-e441712c98cf tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 944 time: 1.1757057 Jun 23 16:15:43.484567 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:43.493404 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:43.509745 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:15:43.511264 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:43.527239 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-e4ffd435-fe72-46aa-baf1-cefd5aa31f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:43.531000 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:43.630202 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:43.638206 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:43.641866 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6406db-58de-487b-8f35-1fb1e011fb41 None None] Pushing event updated for resources: {'Port': ['ID=71011209-4a09-4816-99cd-92312865e05b,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:43.666890 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-2c6406db-58de-487b-8f35-1fb1e011fb41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:43.670113 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] 10.222.0.23 "DELETE /v2.0/networks/dcb4be7e-9193-4a78-9e68-9d9549fb27e7 HTTP/1.1" status: 204 len: 168 time: 5.4573014 Jun 23 16:15:43.729118 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb4be7e-9193-4a78-9e68-9d9549fb27e7,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:43.787835 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-432967c4-df2c-4f02-9938-2949bcab096b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:43.793736 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fee71406-b153-4344-ae6f-19c992700055 req-0af4fafb-95ec-4350-901c-08c543a90bd8 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146091 Jun 23 16:15:43.876871 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:15:43.880948 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:43.881487 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:43.898134 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] 10.222.0.86 "PUT /v2.0/ports/a8f703f9-7fc4-4559-b83f-b2aa8231ae60 HTTP/1.1" status: 200 len: 1094 time: 4.4178603 Jun 23 16:15:43.901397 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:15:43.902831 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a925c908-913b-4bd4-a913-6820bda8255f', 'tag': 'a8f703f9-7fc4-4559-b83f-b2aa8231ae60'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:15:44.396424 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54406) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:44.410113 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Allocated IP 172.20.0.1 (30a89471-52b2-40ae-a8f0-056b1821cd63/81a16e50-4902-426d-a9a7-7c4e7c412276/34bb6620-90d7-4caa-82f0-8ca0d01a19ce) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:15:44.551809 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-ffb06013-8964-4a89-b602-705940dae28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 2, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:44.579633 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 9e252271-31f7-4991-9cd8-784fce83b028 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:44.629152 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Checking router: 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:15:44.629547 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Updating router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 port 7b466f97-6a35-4332-abba-081724504d37 binding host dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:15:44.648012 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-52ac8bfe-6908-4271-b52f-e67260df3268 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86f5b7c331f14be786ca52440bae3b18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2428992 Jun 23 16:15:44.662719 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54410) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:44.695978 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f703f9-7fc4-4559-b83f-b2aa8231ae60,revision_number=3']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:44.702348 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-89fb24c2-957c-4a27-b8c0-85f6c7b58497 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:44.704950 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.178s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:44.712291 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-89fb24c2-957c-4a27-b8c0-85f6c7b58497 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:44.752619 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:44.760420 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:44.881935 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 9e252271-31f7-4991-9cd8-784fce83b028 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:44.882589 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:44.942595 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb24c2-957c-4a27-b8c0-85f6c7b58497 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13bc769-0c53-457f-bc11-62bca9430c79,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:44.952117 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-89fb24c2-957c-4a27-b8c0-85f6c7b58497 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:44.964668 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54420) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:44.968663 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-89fb24c2-957c-4a27-b8c0-85f6c7b58497 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:44.992816 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-89fb24c2-957c-4a27-b8c0-85f6c7b58497 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.8931320 Jun 23 16:15:44.996728 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-7814991d-6532-4fc8-9adb-e53d9cbfb192 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1566845910', 'description': 'tempest-description--639511146'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:45.001214 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54424) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:45.026828 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-4b85d46a-16b2-44ba-acd8-1cf5294695ae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Request body: {'security_group_rule': {'security_group_id': 'c13bc769-0c53-457f-bc11-62bca9430c79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:45.211201 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2f4bfd87-1b1e-417f-b47d-4411885153fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:45.217565 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2f4bfd87-1b1e-417f-b47d-4411885153fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0f5ad65a8eeb4b7c80779d70939b92c2&device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 1097 time: 1.0736082 Jun 23 16:15:45.220537 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d93cf9-8dbe-4235-82a4-6b4f16d50f05" -d '{"events": [{"name": "network-changed", "server_uuid": "a925c908-913b-4bd4-a913-6820bda8255f", "tag": "a8f703f9-7fc4-4559-b83f-b2aa8231ae60"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:15:45.226243 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7814991d-6532-4fc8-9adb-e53d9cbfb192 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:45.244239 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4b85d46a-16b2-44ba-acd8-1cf5294695ae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:45.253764 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:45.350354 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4b85d46a-16b2-44ba-acd8-1cf5294695ae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:45.407026 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:42Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:45.502514 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54436) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:45.539936 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29beabbc-e71f-408c-8544-4b2c73348acf None None] The sync data for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb is: [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:42Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:15:45.552109 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4b85d46a-16b2-44ba-acd8-1cf5294695ae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:45.564256 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-8a220fff-b418-4344-a649-1256faaa0fe7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8f703f9-7fc4-4559-b83f-b2aa8231ae60 HTTP/1.1" status: 200 len: 217 time: 0.2505417 Jun 23 16:15:45.570895 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:45.572561 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-dbec90ff-15de-42ec-994c-8cbb862b5750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:45.603022 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85d46a-16b2-44ba-acd8-1cf5294695ae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09d799a-50a7-4ae7-a9ad-d205355aed7d,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:45.660016 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4b85d46a-16b2-44ba-acd8-1cf5294695ae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:45.905659 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ef91438-bc22-43c1-8d54-16e4a310a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:45.909433 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ef91438-bc22-43c1-8d54-16e4a310a05f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb45828b-71dc-421e-b770-36a5f5bc5516 HTTP/1.1" status: 200 len: 851 time: 0.3074639 Jun 23 16:15:45.978265 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7814991d-6532-4fc8-9adb-e53d9cbfb192 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.000969 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-dbec90ff-15de-42ec-994c-8cbb862b5750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.061560 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7814991d-6532-4fc8-9adb-e53d9cbfb192 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.071744 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f091448e-3c6f-4ac3-ae5d-863a10afa3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.093802 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.101485 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-6075497f-296a-4c5a-bf93-99c7e1799d17 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8a6bea6f-cef7-4d7a-9280-1cacc36f18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716321 Jun 23 16:15:46.106074 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4b85d46a-16b2-44ba-acd8-1cf5294695ae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.113012 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-4b85d46a-16b2-44ba-acd8-1cf5294695ae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1067655 Jun 23 16:15:46.114764 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Notify callbacks [] for port, precommit_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.115994 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54464) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:46.122757 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4faa4a-20b4-4766-9df1-67f480c18637 x-openstack-request-id: req-6d4faa4a-20b4-4766-9df1-67f480c18637 {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:15:46.123336 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a925c908-913b-4bd4-a913-6820bda8255f", "tag": "a8f703f9-7fc4-4559-b83f-b2aa8231ae60", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:15:46.123602 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d4faa4a-20b4-4766-9df1-67f480c18637 {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:15:46.125663 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a925c908-913b-4bd4-a913-6820bda8255f', 'tag': 'a8f703f9-7fc4-4559-b83f-b2aa8231ae60', 'status': 'completed', 'code': 200} Jun 23 16:15:46.125946 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-5f86609d-7b05-43fd-846a-e22a0b24c063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:46.140174 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-0ef2ed8d-9005-4d0d-a05d-8ece3dff8ca7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Request body: {'security_group_rule': {'security_group_id': 'c13bc769-0c53-457f-bc11-62bca9430c79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:46.148814 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.provisioning_blocks [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Transition to ACTIVE for port object 7b466f97-6a35-4332-abba-081724504d37 will not be triggered until provisioned by entity L2. {{(pid=93119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:15:46.175180 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.175527 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814991d-6532-4fc8-9adb-e53d9cbfb192 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c94776c-18fb-4173-bd61-da0f6cccbcd7,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:46.179164 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7814991d-6532-4fc8-9adb-e53d9cbfb192 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:46.179508 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-1f55009c-04d6-426f-9e58-07e3fcfbc8f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:46.180413 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a4b4b9f8-018e-40fa-a71b-6ad41d978049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:46.213478 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7814991d-6532-4fc8-9adb-e53d9cbfb192 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.214931 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-7814991d-6532-4fc8-9adb-e53d9cbfb192 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2331164 Jun 23 16:15:46.226949 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54470) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:46.257060 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-b8e6c531-b0cc-40b2-8a7d-d5c26d5922a3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Request body: {'security_group_rule': {'security_group_id': '5c94776c-18fb-4173-bd61-da0f6cccbcd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:46.272004 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397346b-e2d7-49b7-a9fa-518c020420ef req-0e78c29f-bde1-4c60-bc42-3e24eaa5e746 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:46.276744 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-0ef2ed8d-9005-4d0d-a05d-8ece3dff8ca7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.280581 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d397346b-e2d7-49b7-a9fa-518c020420ef req-0e78c29f-bde1-4c60-bc42-3e24eaa5e746 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 944 time: 1.0077848 Jun 23 16:15:46.339018 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Pushing event updated for resources: {'Port': ['ID=34bb6620-90d7-4caa-82f0-8ca0d01a19ce,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:46.353979 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:46.359430 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a526b-ce3c-4c47-b5bf-8c29189b1ed7 None None] Pushing event updated for resources: {'Port': ['ID=7b466f97-6a35-4332-abba-081724504d37,revision_number=3']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:46.374657 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-c43a526b-ce3c-4c47-b5bf-8c29189b1ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:46.385003 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Network 30a89471-52b2-40ae-a8f0-056b1821cd63 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:46.408222 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:46.417457 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:15:46.557711 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Attempting to bind port 7b466f97-6a35-4332-abba-081724504d37 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:15:46.558174 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Attempting to bind port 7b466f97-6a35-4332-abba-081724504d37 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:15:46.559485 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Attempting to bind port 7b466f97-6a35-4332-abba-081724504d37 on network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:15:46.568511 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:15:46.568511 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Checking segment: {'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:46.569144 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.569889 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Bound using segment: {'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:15:46.570087 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Bound port: 7b466f97-6a35-4332-abba-081724504d37, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'}}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:15:46.571222 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.586397 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 71011209-4a09-4816-99cd-92312865e05b up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:46.593202 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-dbec90ff-15de-42ec-994c-8cbb862b5750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.646143 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-dbec90ff-15de-42ec-994c-8cbb862b5750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.649833 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-dbec90ff-15de-42ec-994c-8cbb862b5750 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12c8851c-de9b-4236-96ae-7bf4ccd0382e HTTP/1.1" status: 204 len: 168 time: 1.9801350 Jun 23 16:15:46.665120 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:46.678417 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d397346b-e2d7-49b7-a9fa-518c020420ef req-1a9b690b-3fdd-4df0-befd-0ad285a782c0 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831530 Jun 23 16:15:46.687230 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec90ff-15de-42ec-994c-8cbb862b5750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c8851c-de9b-4236-96ae-7bf4ccd0382e,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:46.710106 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-dbec90ff-15de-42ec-994c-8cbb862b5750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:46.722903 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395127'] for router_interface, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.828757 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-0ef2ed8d-9005-4d0d-a05d-8ece3dff8ca7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.847727 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-ffb06013-8964-4a89-b602-705940dae28a None None] For port 7b466f97-6a35-4332-abba-081724504d37, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:15:46.862045 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 71011209-4a09-4816-99cd-92312865e05b completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:15:46.867532 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 71011209-4a09-4816-99cd-92312865e05b triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:46.870663 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.870838 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-2ab6ddbd-93e3-4596-8783-aeea1b614654 service neutron] 10.222.0.86 "GET /v2.0/networks/8a6bea6f-cef7-4d7a-9280-1cacc36f18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788981 Jun 23 16:15:46.873801 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-ffb06013-8964-4a89-b602-705940dae28a None None] For port 7b466f97-6a35-4332-abba-081724504d37, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=7b466f97-6a35-4332-abba-081724504d37,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:15:46.878535 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-0ef2ed8d-9005-4d0d-a05d-8ece3dff8ca7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.887296 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:46.913487 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:47.079058 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f091448e-3c6f-4ac3-ae5d-863a10afa3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:47.080769 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:15:47.081702 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-ffb06013-8964-4a89-b602-705940dae28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:47.161111 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f091448e-3c6f-4ac3-ae5d-863a10afa3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:47.171699 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:47.176385 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4b85d46a-16b2-44ba-acd8-1cf5294695ae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:47.195128 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-0ef2ed8d-9005-4d0d-a05d-8ece3dff8ca7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:47.200346 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-0ef2ed8d-9005-4d0d-a05d-8ece3dff8ca7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0819571 Jun 23 16:15:47.219984 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54500) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:47.264913 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a526b-ce3c-4c47-b5bf-8c29189b1ed7 None None] Pushing event updated for resources: {'Port': ['ID=7b466f97-6a35-4332-abba-081724504d37,revision_number=4']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:47.271076 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2ed8d-9005-4d0d-a05d-8ece3dff8ca7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d56c602-b26c-4d47-a612-0728eeadad6f,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:47.274235 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-c43a526b-ce3c-4c47-b5bf-8c29189b1ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:47.277133 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-0ef2ed8d-9005-4d0d-a05d-8ece3dff8ca7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:47.317340 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-19a0c5b2-d7ea-4668-bfe2-7be5d26af30d req-adce8068-e704-4671-9262-0ad9dce74a22 service neutron] 10.222.0.86 "GET /v2.0/networks/8a6bea6f-cef7-4d7a-9280-1cacc36f18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374542 Jun 23 16:15:47.318343 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7814991d-6532-4fc8-9adb-e53d9cbfb192 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:47.350011 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 71011209-4a09-4816-99cd-92312865e05b, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=71011209-4a09-4816-99cd-92312865e05b,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:15:47.363721 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c531-b0cc-40b2-8a7d-d5c26d5922a3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:47.371505 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:47.377237 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:47.386034 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Request body: {'floatingip': {'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:47.459613 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f091448e-3c6f-4ac3-ae5d-863a10afa3a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c46c03717b374e75bf643d27aecdb3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9211640 Jun 23 16:15:47.461686 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54510) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:47.464239 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091448e-3c6f-4ac3-ae5d-863a10afa3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671c4e0b-1725-45bc-80d0-9149489ca5b4,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:47.490402 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:47.515838 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f091448e-3c6f-4ac3-ae5d-863a10afa3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:47.517037 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54514) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:47.537609 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-ffb06013-8964-4a89-b602-705940dae28a None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:15:47.552278 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=71011209-4a09-4816-99cd-92312865e05b,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:47.571088 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:47.851839 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d3da62bd-0d35-4235-ab27-0ffa810e4940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:47.866968 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-363f32c2-fa90-4ce8-9ab8-74a249c0e74b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=886fdb1915264591bf9d06130f357882&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3451889 Jun 23 16:15:47.867448 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54530) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:47.881907 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:47.942355 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d3da62bd-0d35-4235-ab27-0ffa810e4940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:48.070515 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d93cf9-8dbe-4235-82a4-6b4f16d50f05 req-95c1e5f1-4e72-4c83-ae49-177fed813fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:48.074820 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c6d93cf9-8dbe-4235-82a4-6b4f16d50f05 req-95c1e5f1-4e72-4c83-ae49-177fed813fdf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0f5ad65a8eeb4b7c80779d70939b92c2&device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 1097 time: 0.4702404 Jun 23 16:15:48.088915 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d3da62bd-0d35-4235-ab27-0ffa810e4940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:48.104060 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d3da62bd-0d35-4235-ab27-0ffa810e4940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:48.108802 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-d3da62bd-0d35-4235-ab27-0ffa810e4940 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/671c4e0b-1725-45bc-80d0-9149489ca5b4 HTTP/1.1" status: 204 len: 168 time: 0.6434600 Jun 23 16:15:48.111433 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:48.137175 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-ffb06013-8964-4a89-b602-705940dae28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:46Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:48.140929 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da62bd-0d35-4235-ab27-0ffa810e4940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671c4e0b-1725-45bc-80d0-9149489ca5b4,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:48.154477 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-d3da62bd-0d35-4235-ab27-0ffa810e4940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:48.200959 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c531-b0cc-40b2-8a7d-d5c26d5922a3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:48.245229 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-21407c8b-cdfd-4cf1-a60c-98ebfcd74cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:48.272296 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb06013-8964-4a89-b602-705940dae28a None None] The sync data for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb is: [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:46Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:15:48.273001 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-21407c8b-cdfd-4cf1-a60c-98ebfcd74cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:48.445291 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c531-b0cc-40b2-8a7d-d5c26d5922a3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:48.462624 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 71011209-4a09-4816-99cd-92312865e05b up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:48.621799 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:48.622769 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 71011209-4a09-4816-99cd-92312865e05b triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:48.625670 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:48.809891 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-21407c8b-cdfd-4cf1-a60c-98ebfcd74cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:48.820233 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-21407c8b-cdfd-4cf1-a60c-98ebfcd74cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:48.821584 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-21407c8b-cdfd-4cf1-a60c-98ebfcd74cff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6768be40-d9d8-46a7-a203-f63da9d7b96d HTTP/1.1" status: 204 len: 168 time: 0.9291654 Jun 23 16:15:48.831420 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-89fb24c2-957c-4a27-b8c0-85f6c7b58497 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:48.877659 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d93cf9-8dbe-4235-82a4-6b4f16d50f05 req-3946d30b-037c-4698-b5f4-dec3d823f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:48.886607 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c6d93cf9-8dbe-4235-82a4-6b4f16d50f05 req-3946d30b-037c-4698-b5f4-dec3d823f13e service neutron] 10.222.0.86 "GET /v2.0/networks?id=8a6bea6f-cef7-4d7a-9280-1cacc36f18bf HTTP/1.1" status: 200 len: 912 time: 0.6386828 Jun 23 16:15:48.888155 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21407c8b-cdfd-4cf1-a60c-98ebfcd74cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6768be40-d9d8-46a7-a203-f63da9d7b96d,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:48.897382 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-21407c8b-cdfd-4cf1-a60c-98ebfcd74cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:48.953697 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c6d93cf9-8dbe-4235-82a4-6b4f16d50f05 req-6e00b358-682a-4828-8a9b-423ca2480869 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8f703f9-7fc4-4559-b83f-b2aa8231ae60 HTTP/1.1" status: 200 len: 217 time: 0.0489569 Jun 23 16:15:49.106483 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d93cf9-8dbe-4235-82a4-6b4f16d50f05 req-25d729bb-ddbb-49f2-b3be-1c4a48a03daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:49.109010 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c6d93cf9-8dbe-4235-82a4-6b4f16d50f05 req-25d729bb-ddbb-49f2-b3be-1c4a48a03daa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb45828b-71dc-421e-b770-36a5f5bc5516 HTTP/1.1" status: 200 len: 851 time: 0.1419060 Jun 23 16:15:49.163111 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c531-b0cc-40b2-8a7d-d5c26d5922a3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:49.171709 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-b8e6c531-b0cc-40b2-8a7d-d5c26d5922a3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9266324 Jun 23 16:15:49.181889 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54584) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:49.191226 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54586) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:49.195227 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c6d93cf9-8dbe-4235-82a4-6b4f16d50f05 req-8ea5a921-89ef-4931-bbd6-431ba271d2b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8a6bea6f-cef7-4d7a-9280-1cacc36f18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784016 Jun 23 16:15:49.205625 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-251e759b-394a-47de-bb79-dbd395a84faf tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Request body: {'security_group_rule': {'security_group_id': '5c94776c-18fb-4173-bd61-da0f6cccbcd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:49.244960 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7e30d739-9002-45e1-9ef7-3f5ec0e5c09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:49.260532 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6c531-b0cc-40b2-8a7d-d5c26d5922a3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed41a87f-87da-4a4e-a833-a25c5bd4f1fd,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:49.275673 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-251e759b-394a-47de-bb79-dbd395a84faf tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:49.358516 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b8e6c531-b0cc-40b2-8a7d-d5c26d5922a3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:49.381380 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:49.586217 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-251e759b-394a-47de-bb79-dbd395a84faf tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:49.604671 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-251e759b-394a-47de-bb79-dbd395a84faf tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:49.623225 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:49.641632 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Allocated IP 172.28.1.148 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/317fbefc-3c44-4379-8dc8-fd4eb666eea1) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:15:49.678587 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e759b-394a-47de-bb79-dbd395a84faf tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24db419-e0a9-43b8-acff-69236cc332a9,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:49.711106 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-251e759b-394a-47de-bb79-dbd395a84faf tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:49.727475 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c6d93cf9-8dbe-4235-82a4-6b4f16d50f05 req-199147ed-dd7f-42c9-a640-0fa1ab6ddec4 service neutron] 10.222.0.86 "GET /v2.0/networks/8a6bea6f-cef7-4d7a-9280-1cacc36f18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467267 Jun 23 16:15:49.909096 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:49.963556 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c503f8-6dfd-487c-9f5f-ff478abcaab3 req-f59680eb-1b50-413c-adb3-c6aff721d3eb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:49.974557 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-72c503f8-6dfd-487c-9f5f-ff478abcaab3 req-f59680eb-1b50-413c-adb3-c6aff721d3eb tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 944 time: 1.8915138 Jun 23 16:15:49.996869 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54620) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:50.014670 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c6d93cf9-8dbe-4235-82a4-6b4f16d50f05 req-0fd0ce5e-bb9f-48ac-8c31-dabaf5388f66 service neutron] 10.222.0.86 "GET /v2.0/networks/8a6bea6f-cef7-4d7a-9280-1cacc36f18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686386 Jun 23 16:15:50.256919 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:50.291687 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-72c503f8-6dfd-487c-9f5f-ff478abcaab3 req-b0005363-4517-4ba7-b072-ad26c2b4a25c tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130865 Jun 23 16:15:50.309781 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3560225a-6ec3-4712-8a7b-2e118c668fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:50.332315 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:50.334608 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:50.346723 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:50.454372 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7b466f97-6a35-4332-abba-081724504d37 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:50.523351 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Pushing event updated for resources: {'Port': ['ID=34bb6620-90d7-4caa-82f0-8ca0d01a19ce,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:50.576470 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 7b466f97-6a35-4332-abba-081724504d37 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:15:50.603413 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 7b466f97-6a35-4332-abba-081724504d37 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:50.604600 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:50.648795 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54632) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:50.674149 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:50.677830 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event updated for resources: {'Port': ['ID=317fbefc-3c44-4379-8dc8-fd4eb666eea1,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:50.683272 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:50.694758 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:50.694758 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:50.694758 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:50.703044 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:15:50.761047 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3880405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395163'] for router_interface, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:50.776373 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7e30d739-9002-45e1-9ef7-3f5ec0e5c09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:50.792350 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-251e759b-394a-47de-bb79-dbd395a84faf tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:50.798136 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-251e759b-394a-47de-bb79-dbd395a84faf tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6128190 Jun 23 16:15:50.802210 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54638) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:50.810176 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Request body: {'floatingip': {'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:50.883884 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:50.932320 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7e30d739-9002-45e1-9ef7-3f5ec0e5c09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:50.961554 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2b3db062-f059-4f2d-8e33-d3f52f6c7148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:50.986289 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 7b466f97-6a35-4332-abba-081724504d37, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=7b466f97-6a35-4332-abba-081724504d37,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:15:51.001097 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.002996 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:51.013462 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3560225a-6ec3-4712-8a7b-2e118c668fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.021199 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3560225a-6ec3-4712-8a7b-2e118c668fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.033601 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:51.108306 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ea8852d2-9a11-4fa6-9e50-5e35c80f584c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.129311 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.135067 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=7b466f97-6a35-4332-abba-081724504d37,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:51.139319 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:51.169431 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560225a-6ec3-4712-8a7b-2e118c668fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c862d6a7-c298-4340-a371-fc16cca4d1c4,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:51.173939 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-3560225a-6ec3-4712-8a7b-2e118c668fa1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df552b26c7f84a37a00858eedbeb9f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1738582 Jun 23 16:15:51.176710 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-3560225a-6ec3-4712-8a7b-2e118c668fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:51.177989 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54644) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:51.193010 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30d739-9002-45e1-9ef7-3f5ec0e5c09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c3997d-e32d-4b7f-9309-57d66de32131,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:51.196920 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7e30d739-9002-45e1-9ef7-3f5ec0e5c09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:51.205737 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-7e30d739-9002-45e1-9ef7-3f5ec0e5c09a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b58e136392a455d8abdd2c4f75f7685&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9889843 Jun 23 16:15:51.216468 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54646) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:51.218547 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Network 30a89471-52b2-40ae-a8f0-056b1821cd63 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:51.234605 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:51.304354 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.355453 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-afddbee0-4eed-4db6-8ffa-beb81383b33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.384673 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-afddbee0-4eed-4db6-8ffa-beb81383b33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.419967 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Router 28a9ab32-0644-47f9-96fb-67ee8775bac2 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:15:51.424563 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.468571 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-afddbee0-4eed-4db6-8ffa-beb81383b33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.477469 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-afddbee0-4eed-4db6-8ffa-beb81383b33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.478808 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-afddbee0-4eed-4db6-8ffa-beb81383b33e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c862d6a7-c298-4340-a371-fc16cca4d1c4 HTTP/1.1" status: 204 len: 168 time: 0.2965393 Jun 23 16:15:51.488640 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-22cf58f0-a393-4cfb-ade2-ce8e74f5f053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:51.524146 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddbee0-4eed-4db6-8ffa-beb81383b33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c862d6a7-c298-4340-a371-fc16cca4d1c4,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:51.535197 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-afddbee0-4eed-4db6-8ffa-beb81383b33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:51.546515 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-aac62fca-bb5c-4ff6-9de1-9043d795a61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.595356 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-aac62fca-bb5c-4ff6-9de1-9043d795a61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.598419 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ea8852d2-9a11-4fa6-9e50-5e35c80f584c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.605669 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.614544 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ea8852d2-9a11-4fa6-9e50-5e35c80f584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.628294 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:51.723014 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-ea8852d2-9a11-4fa6-9e50-5e35c80f584c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=febecaca736349d2adf07638dd1b9b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0725055 Jun 23 16:15:51.726523 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8852d2-9a11-4fa6-9e50-5e35c80f584c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cc9873-73e7-44f5-bb6e-bdbb8876c1a5,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:51.727250 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54668) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:51.734209 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ea8852d2-9a11-4fa6-9e50-5e35c80f584c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:51.761328 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db106414-f385-4e19-983c-7873e300b78f req-c3864ca4-9b92-4d63-8d9b-fdc82d999682 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:51.763070 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-db106414-f385-4e19-983c-7873e300b78f req-c3864ca4-9b92-4d63-8d9b-fdc82d999682 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 944 time: 0.3177826 Jun 23 16:15:51.773053 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-aac62fca-bb5c-4ff6-9de1-9043d795a61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.779800 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-aac62fca-bb5c-4ff6-9de1-9043d795a61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.784471 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-aac62fca-bb5c-4ff6-9de1-9043d795a61d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55c3997d-e32d-4b7f-9309-57d66de32131 HTTP/1.1" status: 204 len: 168 time: 0.5626416 Jun 23 16:15:51.785273 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:51.797526 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac62fca-bb5c-4ff6-9de1-9043d795a61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c3997d-e32d-4b7f-9309-57d66de32131,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:51.802113 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-aac62fca-bb5c-4ff6-9de1-9043d795a61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:51.809694 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Allocated IP 172.28.1.142 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/c3e56fb5-4e0a-47da-b85e-c73a03cf9851) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:15:51.814888 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:15:51.821101 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] 10.222.0.23 "PUT /v2.0/routers/28a9ab32-0644-47f9-96fb-67ee8775bac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7933304 Jun 23 16:15:51.827424 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Sync routers for ids ['28a9ab32-0644-47f9-96fb-67ee8775bac2'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:15:51.846377 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Routers {'28a9ab32-0644-47f9-96fb-67ee8775bac2'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:15:51.850439 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['28a9ab32-0644-47f9-96fb-67ee8775bac2'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:51.863825 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.878711 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:51.888582 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:51.893607 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-db106414-f385-4e19-983c-7873e300b78f req-72117082-2d38-439a-96ef-b67d3654ec8f tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003790 Jun 23 16:15:51.935015 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2ef49a7c-4618-477a-a338-83cdf4a268f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.011366 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event updated for resources: {'Port': ['ID=317fbefc-3c44-4379-8dc8-fd4eb666eea1,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:52.015582 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:52.018209 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2ef49a7c-4618-477a-a338-83cdf4a268f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.055510 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Set router 28a9ab32-0644-47f9-96fb-67ee8775bac2 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:15:52.057521 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.066905 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 54678) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:52.095363 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-596df92d-1204-4d9f-95f1-b8987cdc4964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.099123 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.111357 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7294459 Jun 23 16:15:52.174135 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2ef49a7c-4618-477a-a338-83cdf4a268f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.226689 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.258728 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-596df92d-1204-4d9f-95f1-b8987cdc4964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.262790 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2ef49a7c-4618-477a-a338-83cdf4a268f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.264166 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-2ef49a7c-4618-477a-a338-83cdf4a268f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7cc9873-73e7-44f5-bb6e-bdbb8876c1a5 HTTP/1.1" status: 204 len: 168 time: 0.5359666 Jun 23 16:15:52.265778 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-dbec90ff-15de-42ec-994c-8cbb862b5750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:52.270196 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-596df92d-1204-4d9f-95f1-b8987cdc4964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.278505 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef49a7c-4618-477a-a338-83cdf4a268f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cc9873-73e7-44f5-bb6e-bdbb8876c1a5,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:52.282068 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2ef49a7c-4618-477a-a338-83cdf4a268f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:52.282686 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f091448e-3c6f-4ac3-ae5d-863a10afa3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:52.320510 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-596df92d-1204-4d9f-95f1-b8987cdc4964 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28a33cb42a494c37bc856452c303bd21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498386 Jun 23 16:15:52.323541 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54686) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:52.356467 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596df92d-1204-4d9f-95f1-b8987cdc4964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c4f7bd-42b8-43e8-b180-62e192983965,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:52.365610 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-596df92d-1204-4d9f-95f1-b8987cdc4964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:52.384215 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.408332 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:52.432544 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'name': 'tempest-ServerRescueNegativeTestJSON-1696983587-router', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '9e252271-31f7-4991-9cd8-784fce83b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 4, 'project_id': '5b6392760d904cc6a4f117b3c04703e1', 'gw_port': {'id': '9e252271-31f7-4991-9cd8-784fce83b028', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:31Z', 'updated_at': '2021-06-23T16:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '34bb6620-90d7-4caa-82f0-8ca0d01a19ce', 'name': '', 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'mac_address': 'fa:16:3e:04:9c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '81a16e50-4902-426d-a9a7-7c4e7c412276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:43Z', 'updated_at': '2021-06-23T16:15:48Z', 'revision_number': 2, 'project_id': '5b6392760d904cc6a4f117b3c04703e1', 'subnets': [{'id': '81a16e50-4902-426d-a9a7-7c4e7c412276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:52.463890 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:52.469611 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:52.472282 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:15:52.487540 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7b466f97-6a35-4332-abba-081724504d37 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:52.491223 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Checking router: 28a9ab32-0644-47f9-96fb-67ee8775bac2 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:15:52.491801 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Updating router 28a9ab32-0644-47f9-96fb-67ee8775bac2 port 34bb6620-90d7-4caa-82f0-8ca0d01a19ce binding host dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:15:52.497230 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event updated for resources: {'Port': ['ID=c3e56fb5-4e0a-47da-b85e-c73a03cf9851,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:52.500561 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:52.545777 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1bf22468-becf-4252-b497-f3e31e77d92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.571857 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.584037 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 7b466f97-6a35-4332-abba-081724504d37 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:52.584786 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.600794 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1bf22468-becf-4252-b497-f3e31e77d92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.633027 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.749187 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:52.784124 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-c106c5f2-1fdb-4c56-a0b3-b43ba1de4a45 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1958752658&fields=id&tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c HTTP/1.1" status: 200 len: 267 time: 0.0575840 Jun 23 16:15:52.989911 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ba03452c-2f77-4946-9544-25381dc2d0c5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:52.992269 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ba03452c-2f77-4946-9544-25381dc2d0c5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/networks?id=1b000be7-9e01-4eab-9594-f68a1f57b023 HTTP/1.1" status: 200 len: 811 time: 0.1991985 Jun 23 16:15:53.021562 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.022438 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-68bba90e-a2d9-4946-ac99-3e590bd5b7b4 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/quotas/ccb1c70ac0a544fc9ae07ec1c3c74c2c HTTP/1.1" status: 200 len: 375 time: 0.0214951 Jun 23 16:15:53.029992 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1bf22468-becf-4252-b497-f3e31e77d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.033838 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1bf22468-becf-4252-b497-f3e31e77d92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.035867 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-1bf22468-becf-4252-b497-f3e31e77d92f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7c4f7bd-42b8-43e8-b180-62e192983965 HTTP/1.1" status: 204 len: 168 time: 0.7101259 Jun 23 16:15:53.036321 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-02b611e7-5967-4a5e-824e-0e3a594b05e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:53.044179 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.045093 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf22468-becf-4252-b497-f3e31e77d92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c4f7bd-42b8-43e8-b180-62e192983965,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:53.048629 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-1bf22468-becf-4252-b497-f3e31e77d92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:53.049195 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:53.097926 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event updated for resources: {'Port': ['ID=c3e56fb5-4e0a-47da-b85e-c73a03cf9851,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:53.104693 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:53.109517 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.128550 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.139985 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3359642 Jun 23 16:15:53.297128 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-a63c1c4b-47c8-460d-a565-75614fb404f8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2692845 Jun 23 16:15:53.334619 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.341674 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937aabc-4952-4f90-9bb6-eabb3d373cb9 req-4766f723-201f-4ab2-95f0-018d5425f7f3 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:53.343404 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b937aabc-4952-4f90-9bb6-eabb3d373cb9 req-4766f723-201f-4ab2-95f0-018d5425f7f3 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 944 time: 0.1132500 Jun 23 16:15:53.355540 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Transition to ACTIVE for port object 34bb6620-90d7-4caa-82f0-8ca0d01a19ce will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:15:53.366894 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.371331 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:53.393681 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b937aabc-4952-4f90-9bb6-eabb3d373cb9 req-c35b8831-2eee-4782-93a7-6a420f7c2598 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432837 Jun 23 16:15:53.424588 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827c209-f92a-4cdb-8ec0-77f65591a82e None None] Pushing event updated for resources: {'Port': ['ID=34bb6620-90d7-4caa-82f0-8ca0d01a19ce,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:53.447564 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-1827c209-f92a-4cdb-8ec0-77f65591a82e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:53.463329 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54746) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:53.477722 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-80e1200f-740e-450a-b70e-c2206dc2e6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.481158 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Attempting to bind port 34bb6620-90d7-4caa-82f0-8ca0d01a19ce on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:15:53.481880 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Attempting to bind port 34bb6620-90d7-4caa-82f0-8ca0d01a19ce by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '8ec11cd6-e1dc-486f-a020-365774138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:15:53.482438 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Attempting to bind port 34bb6620-90d7-4caa-82f0-8ca0d01a19ce on network 30a89471-52b2-40ae-a8f0-056b1821cd63 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:15:53.488447 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:15:53.488832 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Checking segment: {'id': '8ec11cd6-e1dc-486f-a020-365774138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:15:53.489290 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.489691 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Bound using segment: {'id': '8ec11cd6-e1dc-486f-a020-365774138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:15:53.490563 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Bound port: 34bb6620-90d7-4caa-82f0-8ca0d01a19ce, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec11cd6-e1dc-486f-a020-365774138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:15:53.490941 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.573695 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] For port 34bb6620-90d7-4caa-82f0-8ca0d01a19ce, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:15:53.577966 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] For port 34bb6620-90d7-4caa-82f0-8ca0d01a19ce, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=34bb6620-90d7-4caa-82f0-8ca0d01a19ce,segment=NetworkSegment(8ec11cd6-e1dc-486f-a020-365774138f69),segment_id=8ec11cd6-e1dc-486f-a020-365774138f69)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:15:53.583725 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.587166 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-8ec06d93-d569-4d28-8213-fad0243a2264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:53.599247 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-80e1200f-740e-450a-b70e-c2206dc2e6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.606145 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-80e1200f-740e-450a-b70e-c2206dc2e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.610307 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ea8852d2-9a11-4fa6-9e50-5e35c80f584c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:53.651388 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Routers {'28a9ab32-0644-47f9-96fb-67ee8775bac2'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:15:53.652154 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['28a9ab32-0644-47f9-96fb-67ee8775bac2'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:53.656470 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-80e1200f-740e-450a-b70e-c2206dc2e6b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1cb4d650e694dd48beedec42484f011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888332 Jun 23 16:15:53.656470 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54754) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:53.664117 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1200f-740e-450a-b70e-c2206dc2e6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e293e7-9d80-4927-9082-7c1739f1b263,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:53.672975 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-80e1200f-740e-450a-b70e-c2206dc2e6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:53.725684 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c146f3dd-0061-4136-a795-c2ada8855e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.745009 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827c209-f92a-4cdb-8ec0-77f65591a82e None None] Pushing event updated for resources: {'Port': ['ID=34bb6620-90d7-4caa-82f0-8ca0d01a19ce,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:53.750516 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-1827c209-f92a-4cdb-8ec0-77f65591a82e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:53.767509 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c146f3dd-0061-4136-a795-c2ada8855e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.780790 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] Set router 28a9ab32-0644-47f9-96fb-67ee8775bac2 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:15:53.834378 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c146f3dd-0061-4136-a795-c2ada8855e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.843318 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c146f3dd-0061-4136-a795-c2ada8855e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:53.848282 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-c146f3dd-0061-4136-a795-c2ada8855e03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68e293e7-9d80-4927-9082-7c1739f1b263 HTTP/1.1" status: 204 len: 168 time: 0.1882734 Jun 23 16:15:53.849670 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:53.862987 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146f3dd-0061-4136-a795-c2ada8855e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e293e7-9d80-4927-9082-7c1739f1b263,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:53.865364 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-c146f3dd-0061-4136-a795-c2ada8855e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:53.971303 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54772) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:54.158818 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'name': 'tempest-ServerRescueNegativeTestJSON-1696983587-router', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '9e252271-31f7-4991-9cd8-784fce83b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 4, 'project_id': '5b6392760d904cc6a4f117b3c04703e1', 'gw_port': {'id': '9e252271-31f7-4991-9cd8-784fce83b028', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:31Z', 'updated_at': '2021-06-23T16:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '34bb6620-90d7-4caa-82f0-8ca0d01a19ce', 'name': '', 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'mac_address': 'fa:16:3e:04:9c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '81a16e50-4902-426d-a9a7-7c4e7c412276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:43Z', 'updated_at': '2021-06-23T16:15:53Z', 'revision_number': 4, 'project_id': '5b6392760d904cc6a4f117b3c04703e1', 'subnets': [{'id': '81a16e50-4902-426d-a9a7-7c4e7c412276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:15:54.169214 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-21808a3f-735a-4a1e-9fef-5bf3637a4d06 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:54.171012 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-21808a3f-735a-4a1e-9fef-5bf3637a4d06 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/networks?id=30a89471-52b2-40ae-a8f0-056b1821cd63 HTTP/1.1" status: 200 len: 819 time: 0.2949030 Jun 23 16:15:54.189219 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-a6a579b1-3e2f-49cc-b535-735cc89a1217 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/quotas/5b6392760d904cc6a4f117b3c04703e1 HTTP/1.1" status: 200 len: 375 time: 0.0124106 Jun 23 16:15:54.194788 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2a7e3-66a4-4884-b144-97de33a3b0ed None None] The sync data for ids ['28a9ab32-0644-47f9-96fb-67ee8775bac2'] in dv-cinder-788363-4-smb is: [{'id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'name': 'tempest-ServerRescueNegativeTestJSON-1696983587-router', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '9e252271-31f7-4991-9cd8-784fce83b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 4, 'project_id': '5b6392760d904cc6a4f117b3c04703e1', 'gw_port': {'id': '9e252271-31f7-4991-9cd8-784fce83b028', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:31Z', 'updated_at': '2021-06-23T16:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '34bb6620-90d7-4caa-82f0-8ca0d01a19ce', 'name': '', 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'mac_address': 'fa:16:3e:04:9c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '81a16e50-4902-426d-a9a7-7c4e7c412276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:43Z', 'updated_at': '2021-06-23T16:15:53Z', 'revision_number': 4, 'project_id': '5b6392760d904cc6a4f117b3c04703e1', 'subnets': [{'id': '81a16e50-4902-426d-a9a7-7c4e7c412276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:15:54.302912 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-00e9875c-258a-4769-a7dc-e4384f469d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:54.348437 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-17facf24-f3e3-4da7-b24a-8499e8be057a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b6392760d904cc6a4f117b3c04703e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1530993 Jun 23 16:15:54.437244 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-97c45b28-a305-407e-a50b-532538a6658a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:15:54.439306 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-97c45b28-a305-407e-a50b-532538a6658a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3617096 Jun 23 16:15:54.439447 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 34bb6620-90d7-4caa-82f0-8ca0d01a19ce up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:54.559535 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 34bb6620-90d7-4caa-82f0-8ca0d01a19ce completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:15:54.574190 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 34bb6620-90d7-4caa-82f0-8ca0d01a19ce triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:54.575479 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:54.577255 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-00e9875c-258a-4769-a7dc-e4384f469d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:54.586511 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-00e9875c-258a-4769-a7dc-e4384f469d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:54.614741 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-6fab85e1-ef83-4959-90d7-a79c52ea6654 service neutron] 10.222.0.23 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619123 Jun 23 16:15:54.621458 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-02c0e88f-9f80-4edc-a685-b9fe3b73100c service neutron] 10.222.0.23 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738291 Jun 23 16:15:54.644769 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-8646b087-f8fb-428a-a7b8-21255353254f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:54.655197 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-00e9875c-258a-4769-a7dc-e4384f469d7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1216a9c9651543bcaf498f4bdb252e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6820493 Jun 23 16:15:54.657184 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54800) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:54.704431 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:54.750224 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9875c-258a-4769-a7dc-e4384f469d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4754bff-3960-4f7e-84c7-53e166b0c53b,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:54.762300 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 34bb6620-90d7-4caa-82f0-8ca0d01a19ce, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=34bb6620-90d7-4caa-82f0-8ca0d01a19ce,segment=NetworkSegment(8ec11cd6-e1dc-486f-a020-365774138f69),segment_id=8ec11cd6-e1dc-486f-a020-365774138f69)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:15:54.775956 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:54.777446 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-00e9875c-258a-4769-a7dc-e4384f469d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:54.780755 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:54.788103 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-25ddffca-d16e-4c6e-a1f0-f2eab0fccd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:54.832094 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-25ddffca-d16e-4c6e-a1f0-f2eab0fccd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:54.849210 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-aac672e2-b7e2-4009-83b3-c7ea2e2996e5 service neutron] 10.222.0.23 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266479 Jun 23 16:15:54.877409 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=34bb6620-90d7-4caa-82f0-8ca0d01a19ce,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:54.881308 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:54.910447 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-25ddffca-d16e-4c6e-a1f0-f2eab0fccd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:54.914000 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-25ddffca-d16e-4c6e-a1f0-f2eab0fccd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:54.915948 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-25ddffca-d16e-4c6e-a1f0-f2eab0fccd22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4754bff-3960-4f7e-84c7-53e166b0c53b HTTP/1.1" status: 204 len: 168 time: 0.2576146 Jun 23 16:15:54.918243 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-80e1200f-740e-450a-b70e-c2206dc2e6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:54.929994 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddffca-d16e-4c6e-a1f0-f2eab0fccd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4754bff-3960-4f7e-84c7-53e166b0c53b,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:54.932407 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-25ddffca-d16e-4c6e-a1f0-f2eab0fccd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:54.970802 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-1c5d3ebb-e174-4cdd-9a9d-fdbc8faeeff1 service neutron] 10.222.0.23 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386688 Jun 23 16:15:55.193947 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device a8f703f9-7fc4-4559-b83f-b2aa8231ae60 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:15:55.213987 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-73059b9c-e35b-4b14-af7a-ddcb8cbb7137 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1566845910&fields=id&tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd HTTP/1.1" status: 200 len: 267 time: 0.0731144 Jun 23 16:15:55.399825 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-a6366025-e616-42b0-ba76-9129a8928e77 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:55.401967 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-a6366025-e616-42b0-ba76-9129a8928e77 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 817 time: 0.1787930 Jun 23 16:15:55.455550 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-766a1c82-b22b-493c-a8a5-52a78daf83e0 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/quotas/338dca89e1dd4fe398d50d6d3d1df5cd HTTP/1.1" status: 200 len: 375 time: 0.0300028 Jun 23 16:15:55.456133 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port a8f703f9-7fc4-4559-b83f-b2aa8231ae60, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8f703f9-7fc4-4559-b83f-b2aa8231ae60,segment=NetworkSegment(bedd7397-613d-48e1-97d3-15e50b14a9af),segment_id=bedd7397-613d-48e1-97d3-15e50b14a9af)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:15:55.473195 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3671-d8af-4d73-bb00-715a0d580bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:55.487365 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': 'a8f703f9-7fc4-4559-b83f-b2aa8231ae60', 'network_id': '8a6bea6f-cef7-4d7a-9280-1cacc36f18bf', 'port_id': 'a8f703f9-7fc4-4559-b83f-b2aa8231ae60', 'mac_address': 'fa:16:3e:53:6a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb45828b-71dc-421e-b770-36a5f5bc5516', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:15:55.665912 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:55.723918 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-52eeee5b-92af-4df8-b2dd-5c699a2aeb7c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2674165 Jun 23 16:15:55.724279 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f703f9-7fc4-4559-b83f-b2aa8231ae60 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:15:55.754896 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318f2ce-bc34-4df3-a2dc-da1890b2ff86 req-039688f7-3e6f-4031-a935-7b0658764710 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:55.787799 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c318f2ce-bc34-4df3-a2dc-da1890b2ff86 req-039688f7-3e6f-4031-a935-7b0658764710 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 944 time: 0.2665830 Jun 23 16:15:55.811208 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port a8f703f9-7fc4-4559-b83f-b2aa8231ae60, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8f703f9-7fc4-4559-b83f-b2aa8231ae60,segment=NetworkSegment(bedd7397-613d-48e1-97d3-15e50b14a9af),segment_id=bedd7397-613d-48e1-97d3-15e50b14a9af)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:15:55.816850 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:55.820424 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:55.899730 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=a8f703f9-7fc4-4559-b83f-b2aa8231ae60,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:55.904463 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:55.999265 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c318f2ce-bc34-4df3-a2dc-da1890b2ff86 req-7f030678-69f4-4d51-b3c7-4db08e39d49f tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101541 Jun 23 16:15:56.038349 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-1fb6ff29-71ab-4113-862a-617c555db81e service neutron] 10.222.0.23 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453675 Jun 23 16:15:56.124551 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54878) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:56.143311 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['a8f703f9-7fc4-4559-b83f-b2aa8231ae60'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:15:56.150935 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ae93cd8c-2ece-4d3e-aff9-0e8712acf1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:56.208189 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-2b5411e3-834b-4f88-844b-3be132882bcc service neutron] 10.222.0.23 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608732 Jun 23 16:15:56.325846 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-57fe3e96-8352-4dd1-8e66-1a3bebd69494 req-8ba135e6-9918-4ffc-bd5c-e66509f310da tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 210 time: 0.2121556 Jun 23 16:15:56.441424 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ae93cd8c-2ece-4d3e-aff9-0e8712acf1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:56.453491 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 34bb6620-90d7-4caa-82f0-8ca0d01a19ce up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:56.456881 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ae93cd8c-2ece-4d3e-aff9-0e8712acf1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:56.467731 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:56.504469 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6b890c88-f08b-40b7-9db8-299366fda8e0 req-dff9fc3d-f44d-4ed6-b9b2-641d7004cf7a tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 210 time: 0.0749667 Jun 23 16:15:56.530569 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93cd8c-2ece-4d3e-aff9-0e8712acf1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fe30a0-dab4-4b90-9d5a-eeeaca2aea3e,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:56.566727 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ae93cd8c-2ece-4d3e-aff9-0e8712acf1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:56.578247 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c80d4831-26a4-4e5b-8fd6-0675c812ac5c req-d4e14d9c-f177-4df7-bc08-384907bb1f25 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 210 time: 0.0703628 Jun 23 16:15:56.597726 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-ae93cd8c-2ece-4d3e-aff9-0e8712acf1d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38456ead65c04077a29a54a2dc30cdc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697165 Jun 23 16:15:56.598601 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 54902) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:56.661844 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 34bb6620-90d7-4caa-82f0-8ca0d01a19ce triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:56.663111 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:56.756925 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f91bdfac-9085-4bde-b4a9-684f4dd16dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:56.813234 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f91bdfac-9085-4bde-b4a9-684f4dd16dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:56.948546 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f91bdfac-9085-4bde-b4a9-684f4dd16dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:56.951766 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f91bdfac-9085-4bde-b4a9-684f4dd16dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:56.957125 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-f91bdfac-9085-4bde-b4a9-684f4dd16dc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05fe30a0-dab4-4b90-9d5a-eeeaca2aea3e HTTP/1.1" status: 204 len: 168 time: 0.3470860 Jun 23 16:15:56.959977 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:56.983601 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdfac-9085-4bde-b4a9-684f4dd16dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fe30a0-dab4-4b90-9d5a-eeeaca2aea3e,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:56.990427 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f91bdfac-9085-4bde-b4a9-684f4dd16dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:57.164733 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83f257ff-25d7-409a-b187-3cf09a5add92 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:57.166862 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83f257ff-25d7-409a-b187-3cf09a5add92 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/networks?id=30a89471-52b2-40ae-a8f0-056b1821cd63 HTTP/1.1" status: 200 len: 819 time: 0.3263319 Jun 23 16:15:57.168062 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device a8f703f9-7fc4-4559-b83f-b2aa8231ae60 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:15:57.200559 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-66c78319-8b32-4878-b595-4aa671b9069c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/quotas/5b6392760d904cc6a4f117b3c04703e1 HTTP/1.1" status: 200 len: 375 time: 0.0268519 Jun 23 16:15:57.294462 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port a8f703f9-7fc4-4559-b83f-b2aa8231ae60 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:15:57.312382 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port a8f703f9-7fc4-4559-b83f-b2aa8231ae60 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:15:57.313244 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:57.413436 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358773a-ab50-4e70-b71c-3ced2368e80c req-8cb91b5a-29a4-4c76-9111-61d3c244f996 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:57.423702 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8358773a-ab50-4e70-b71c-3ced2368e80c req-8cb91b5a-29a4-4c76-9111-61d3c244f996 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 945 time: 0.1975844 Jun 23 16:15:57.446764 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-ac63a915-947c-4347-a418-cbb67d1e525b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b6392760d904cc6a4f117b3c04703e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2436626 Jun 23 16:15:57.480997 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:57.523278 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a925c908-913b-4bd4-a913-6820bda8255f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f703f9-7fc4-4559-b83f-b2aa8231ae60'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:15:57.580739 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8358773a-ab50-4e70-b71c-3ced2368e80c req-943f01f5-a989-4352-94c0-f827533037dd tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522918 Jun 23 16:15:57.636913 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port a8f703f9-7fc4-4559-b83f-b2aa8231ae60, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8f703f9-7fc4-4559-b83f-b2aa8231ae60,segment=NetworkSegment(bedd7397-613d-48e1-97d3-15e50b14a9af),segment_id=bedd7397-613d-48e1-97d3-15e50b14a9af)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:15:57.644923 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:57.650130 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:57.681800 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-541f63ff-19c1-4468-a7cb-82b7f53a586e service neutron] 10.222.0.23 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337646 Jun 23 16:15:57.743831 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=a8f703f9-7fc4-4559-b83f-b2aa8231ae60,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:57.749131 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:57.804356 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7c19b78f-bd5d-4c5d-bfd4-d0fdf0f81336 req-78b057f2-88fa-4ecb-9d09-04b24afbab23 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 210 time: 0.0346117 Jun 23 16:15:57.826717 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-d2c80920-b442-48a9-a25a-a5ef9c5363d2 service neutron] 10.222.0.23 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391168 Jun 23 16:15:57.918434 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e96dc802-9004-447b-81f4-af05466c26c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:57.961078 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-abda30dd-8c50-4957-a0f7-5bdbb471fe59 req-36e457ec-ec6d-49b9-b023-c41cd8cadf89 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 210 time: 0.0359271 Jun 23 16:15:58.056646 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e51dcd6-de0a-413b-a338-4745707a0002 req-f8a6a2ca-cf12-4501-92f3-6550875639f1 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 210 time: 0.0389445 Jun 23 16:15:58.200413 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54845766-4c7b-430c-94cf-cf998be6950a" -d '{"events": [{"server_uuid": "a925c908-913b-4bd4-a913-6820bda8255f", "name": "network-vif-plugged", "status": "completed", "tag": "a8f703f9-7fc4-4559-b83f-b2aa8231ae60"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:15:58.253521 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:58.399899 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-ed7b565f-38b4-4da7-9944-a69bff67ea30 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:58.402038 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-ed7b565f-38b4-4da7-9944-a69bff67ea30 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.86 "GET /v2.0/networks?id=30a89471-52b2-40ae-a8f0-056b1821cd63 HTTP/1.1" status: 200 len: 819 time: 0.2252004 Jun 23 16:15:58.423440 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Request body: {'port': {'device_id': '32442c11-5286-429a-83e7-a117b293437c', 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63', 'admin_state_up': True, 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:58.748485 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Made reservation on behalf of 5b6392760d904cc6a4f117b3c04703e1 for: {'port': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:15:58.751217 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48a00b0-5b44-42d7-a36d-de2528804211 x-openstack-request-id: req-d48a00b0-5b44-42d7-a36d-de2528804211 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:15:58.751713 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a925c908-913b-4bd4-a913-6820bda8255f", "name": "network-vif-plugged", "status": "completed", "tag": "a8f703f9-7fc4-4559-b83f-b2aa8231ae60", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:15:58.751803 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d48a00b0-5b44-42d7-a36d-de2528804211 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:15:58.752251 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a925c908-913b-4bd4-a913-6820bda8255f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f703f9-7fc4-4559-b83f-b2aa8231ae60', 'code': 200} Jun 23 16:15:58.753496 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:58.816557 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c75b07-9a53-4945-9626-ce11b579a317 req-ecccf987-777f-4999-9347-86b4dcaa3461 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:58.829425 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-76c75b07-9a53-4945-9626-ce11b579a317 req-ecccf987-777f-4999-9347-86b4dcaa3461 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 946 time: 0.0943379 Jun 23 16:15:58.916048 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-76c75b07-9a53-4945-9626-ce11b579a317 req-1f7f7aa8-0f4b-46c1-b07a-3c3a24b94e28 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841451 Jun 23 16:15:58.936264 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.86', 64896) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:59.030543 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:59.083276 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Allocated IP 172.20.0.9 (30a89471-52b2-40ae-a8f0-056b1821cd63/81a16e50-4902-426d-a9a7-7c4e7c412276/93896dd1-c98b-4880-bec7-eabfaecb5f81) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:15:59.192098 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-9e5823b5-372e-4070-a06d-c83c91a4d541 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:59.194907 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-9e5823b5-372e-4070-a06d-c83c91a4d541 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.86 "GET /v2.0/networks?id=1b000be7-9e01-4eab-9594-f68a1f57b023 HTTP/1.1" status: 200 len: 811 time: 0.2576480 Jun 23 16:15:59.358845 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-58db6a28-bcb5-4ab7-9243-bda5fb962b91 req-43413bfe-3a08-4c86-a9b5-013db0c1c8f8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 210 time: 0.1599689 Jun 23 16:15:59.468438 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:59.547456 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.86', 64898) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:59.605312 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:59.620578 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:59.680434 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6545f336-d5d4-4ab0-99ce-6625f65d6ce4 req-55d6e1c2-0b91-42b1-9a51-e84ed67701cd tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 210 time: 0.3344679 Jun 23 16:15:59.684202 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Pushing event updated for resources: {'Port': ['ID=93896dd1-c98b-4880-bec7-eabfaecb5f81,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:59.685662 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-2513051b-cdf9-4a07-aac0-43668e1e9608 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c HTTP/1.1" status: 200 len: 380 time: 0.4561696 Jun 23 16:15:59.695171 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:59.739651 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-68dc144a-d271-4fe4-ac1d-0255f5738516 req-c5da881c-ca57-4026-8b2b-68e3ee589dcd tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 210 time: 0.0714509 Jun 23 16:15:59.750601 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Network 30a89471-52b2-40ae-a8f0-056b1821cd63 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:15:59.765555 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Request body: {'port': {'device_id': '5bbb9473-4e04-4f45-a81a-cdace784b1e1', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'admin_state_up': True, 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'security_groups': ['c13bc769-0c53-457f-bc11-62bca9430c79']}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:59.765989 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:15:59.791151 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:15:59.796839 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:59.797486 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:59.887083 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04f6f9-8370-4d7e-9d99-b7a90aaa3ace req-d3b415b9-0b70-4bb7-acb8-576ee7429eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:15:59.888620 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-fe04f6f9-8370-4d7e-9d99-b7a90aaa3ace req-d3b415b9-0b70-4bb7-acb8-576ee7429eaa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 1099 time: 0.3385546 Jun 23 16:15:59.892009 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4719913 Jun 23 16:15:59.936266 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Request body: {'port': {'device_id': '32442c11-5286-429a-83e7-a117b293437c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:15:59.996100 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.86', 64901) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:00.028407 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Made reservation on behalf of ccb1c70ac0a544fc9ae07ec1c3c74c2c for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:00.037657 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:00.052226 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-fe04f6f9-8370-4d7e-9d99-b7a90aaa3ace req-b70cf160-a2df-456c-a65e-80d8652bec58 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:00.331213 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:00.434914 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f921a97-c394-417e-9842-e28e694fcdfc req-514e7778-9f6a-4ce5-bb12-2b14d1317f73 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:00.444169 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0f921a97-c394-417e-9842-e28e694fcdfc req-514e7778-9f6a-4ce5-bb12-2b14d1317f73 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 946 time: 0.3550563 Jun 23 16:16:00.469032 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-fe04f6f9-8370-4d7e-9d99-b7a90aaa3ace req-b70cf160-a2df-456c-a65e-80d8652bec58 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:00.483855 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-fe04f6f9-8370-4d7e-9d99-b7a90aaa3ace req-b70cf160-a2df-456c-a65e-80d8652bec58 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:00.530662 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:00.548685 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:00.571555 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0f921a97-c394-417e-9842-e28e694fcdfc req-370cefbc-2932-40e3-b9a3-f36c90a88354 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259596 Jun 23 16:16:00.614118 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-916e5936-6ecc-4056-80e2-99bf6546aaa6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:00.615689 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-916e5936-6ecc-4056-80e2-99bf6546aaa6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.86 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 817 time: 0.6169326 Jun 23 16:16:00.643288 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-fe04f6f9-8370-4d7e-9d99-b7a90aaa3ace req-b70cf160-a2df-456c-a65e-80d8652bec58 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7349222 Jun 23 16:16:00.701388 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ceb8c314-43b5-4eb0-81d1-85d763f08a78 req-e4c137e0-c953-4a88-85d8-ded0db6dadff tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 210 time: 0.1024079 Jun 23 16:16:00.709698 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-a4680290-c014-435c-a0cc-ac241dcdbfca tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd HTTP/1.1" status: 200 len: 380 time: 0.0702057 Jun 23 16:16:00.716601 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Allocated IP 172.20.0.9 (1b000be7-9e01-4eab-9594-f68a1f57b023/8ea3c836-5a07-41aa-bcd3-addf438d9fd2/ca5360e7-9f9b-4652-988b-3b66d748b994) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:16:00.803309 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cf160-a2df-456c-a65e-80d8652bec58 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5080ad85-e758-4694-99db-729b8e034b32,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:00.828629 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-b70cf160-a2df-456c-a65e-80d8652bec58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:01.036535 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Request body: {'port': {'device_id': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'admin_state_up': True, 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'security_groups': ['5c94776c-18fb-4173-bd61-da0f6cccbcd7']}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:01.171883 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9e2abe2b-7774-484d-acfa-a81acf4270e3 req-7df80aa9-abaf-4975-85b9-b4f2b88c3698 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 210 time: 0.1654637 Jun 23 16:16:01.231848 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6d5f82cd-bff7-473e-87a9-770bbbd3e257 req-3d67e5e4-d032-41cc-9062-2306bf662afb tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 210 time: 0.1095476 Jun 23 16:16:01.242698 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-6e535687-f5db-49b4-9190-88a33ffef8aa tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:01.244305 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-6e535687-f5db-49b4-9190-88a33ffef8aa tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.86 "GET /v2.0/networks?id=30a89471-52b2-40ae-a8f0-056b1821cd63 HTTP/1.1" status: 200 len: 819 time: 0.2672946 Jun 23 16:16:01.246619 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93896dd1-c98b-4880-bec7-eabfaecb5f81 {{(pid=93113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:01.270564 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Request body: {'port': {'device_id': 'cd50bd61-2299-4132-a0b4-6391a18b201d', 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63', 'admin_state_up': True, 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:01.340176 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Made reservation on behalf of 338dca89e1dd4fe398d50d6d3d1df5cd for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:01.344458 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:01.359010 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:01.386120 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Transition to ACTIVE for port object ca5360e7-9f9b-4652-988b-3b66d748b994 will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:01.426405 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:01.436948 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Made reservation on behalf of 5b6392760d904cc6a4f117b3c04703e1 for: {'port': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:01.441446 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:01.467119 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Transition to ACTIVE for port object 93896dd1-c98b-4880-bec7-eabfaecb5f81 will not be triggered until provisioned by entity L2. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:01.482992 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:01.491493 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:01.559360 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:01.565957 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Allocated IP 172.20.0.12 (946f23a5-90f4-4bf4-8cd6-54b1859f37d4/8215ec0e-2baa-40c1-82f0-7424b50eab30/557dd663-0aba-4116-836d-39c9be8fe871) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:16:01.567015 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Pushing event updated for resources: {'Port': ['ID=93896dd1-c98b-4880-bec7-eabfaecb5f81,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:01.574866 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:01.581879 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:01.693610 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Attempting to bind port 93896dd1-c98b-4880-bec7-eabfaecb5f81 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:16:01.694249 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Attempting to bind port 93896dd1-c98b-4880-bec7-eabfaecb5f81 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8ec11cd6-e1dc-486f-a020-365774138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63'}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:16:01.694889 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Attempting to bind port 93896dd1-c98b-4880-bec7-eabfaecb5f81 on network 30a89471-52b2-40ae-a8f0-056b1821cd63 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:01.721953 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Port 93896dd1-c98b-4880-bec7-eabfaecb5f81 on network 30a89471-52b2-40ae-a8f0-056b1821cd63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:16:01.722512 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Attempting to bind port 93896dd1-c98b-4880-bec7-eabfaecb5f81 on network 30a89471-52b2-40ae-a8f0-056b1821cd63 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:01.742303 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:16:01.743337 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Checking segment: {'id': '8ec11cd6-e1dc-486f-a020-365774138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:01.743905 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Bound using segment: {'id': '8ec11cd6-e1dc-486f-a020-365774138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63'} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:16:01.745038 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Bound port: 93896dd1-c98b-4880-bec7-eabfaecb5f81, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec11cd6-e1dc-486f-a020-365774138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63'}}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:16:01.745746 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:01.765544 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Allocated IP 172.20.0.5 (30a89471-52b2-40ae-a8f0-056b1821cd63/81a16e50-4902-426d-a9a7-7c4e7c412276/edd97887-83ca-4ed9-8585-7821712666bf) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:16:01.798339 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55148) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:01.813889 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Network 1b000be7-9e01-4eab-9594-f68a1f57b023 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:16:01.825697 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:01.875611 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:16:01.929912 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event updated for resources: {'Port': ['ID=ca5360e7-9f9b-4652-988b-3b66d748b994,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:01.965366 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:02.010752 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] For port 93896dd1-c98b-4880-bec7-eabfaecb5f81, host hv-cinder-78836, cleared binding levels {{(pid=93113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:16:02.030563 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] For port 93896dd1-c98b-4880-bec7-eabfaecb5f81, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93896dd1-c98b-4880-bec7-eabfaecb5f81,segment=NetworkSegment(8ec11cd6-e1dc-486f-a020-365774138f69),segment_id=8ec11cd6-e1dc-486f-a020-365774138f69)] {{(pid=93113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:16:02.062200 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.082872 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:02.179133 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:02.179809 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.231254 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b1a80-c4b0-4963-8f05-dd3129b10738 req-281abec8-db21-4709-a7fa-9da1fa39e940 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:02.243572 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-067b1a80-c4b0-4963-8f05-dd3129b10738 req-281abec8-db21-4709-a7fa-9da1fa39e940 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 946 time: 0.4317219 Jun 23 16:16:02.264477 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5181949 Jun 23 16:16:02.289507 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Request body: {'port': {'device_id': '5bbb9473-4e04-4f45-a81a-cdace784b1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:02.309739 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e68425-33db-4ac5-b960-82a47b513ef6 req-54f1d610-0b8c-4da5-a426-08fcc1ec2898 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:02.311497 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-27e68425-33db-4ac5-b960-82a47b513ef6 req-54f1d610-0b8c-4da5-a426-08fcc1ec2898 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 931 time: 0.3672605 Jun 23 16:16:02.328640 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-efcc6b85-56f0-4e0d-8c49-140ff5095d08 None None] Provisioning for port ca5360e7-9f9b-4652-988b-3b66d748b994 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:02.335295 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-efcc6b85-56f0-4e0d-8c49-140ff5095d08 None None] Provisioning complete for port ca5360e7-9f9b-4652-988b-3b66d748b994 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:02.336658 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-efcc6b85-56f0-4e0d-8c49-140ff5095d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.344191 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.370711 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-32305627-45ab-423e-949e-163593ec6544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.374775 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:02.375396 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.376775 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] 10.222.0.86 "PUT /v2.0/ports/93896dd1-c98b-4880-bec7-eabfaecb5f81 HTTP/1.1" status: 200 len: 1093 time: 2.4533374 Jun 23 16:16:02.381819 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32442c11-5286-429a-83e7-a117b293437c', 'tag': '93896dd1-c98b-4880-bec7-eabfaecb5f81'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:02.384112 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f9636d-1ebc-428d-ace5-1fca5dcf5538" -d '{"events": [{"name": "network-changed", "server_uuid": "32442c11-5286-429a-83e7-a117b293437c", "tag": "93896dd1-c98b-4880-bec7-eabfaecb5f81"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:02.392908 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-efcc6b85-56f0-4e0d-8c49-140ff5095d08 None None] Port ca5360e7-9f9b-4652-988b-3b66d748b994 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:16:02.396702 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-067b1a80-c4b0-4963-8f05-dd3129b10738 req-a07c252a-40b3-4d37-ba36-83d71b6ccbe3 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521158 Jun 23 16:16:02.436557 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Pushing event updated for resources: {'Port': ['ID=93896dd1-c98b-4880-bec7-eabfaecb5f81,revision_number=3']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:02.454472 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:02.467157 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Transition to ACTIVE for port object 557dd663-0aba-4116-836d-39c9be8fe871 will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:02.479086 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.516243 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-27e68425-33db-4ac5-b960-82a47b513ef6 req-5cc9844b-f341-445a-a3c2-ed0e762a5979 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793518 Jun 23 16:16:02.518650 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.526987 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.597745 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.614601 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:02.646956 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.661392 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ed2ad462-72e8-4766-8563-189db754dd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:02.666017 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-1c35544a-9835-4ec5-8234-abfc7d9ddeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:02.667680 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-1c35544a-9835-4ec5-8234-abfc7d9ddeac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6392760d904cc6a4f117b3c04703e1&device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 1096 time: 0.1753478 Jun 23 16:16:02.672235 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-32305627-45ab-423e-949e-163593ec6544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.716087 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-32305627-45ab-423e-949e-163593ec6544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.793018 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-4671948a-e440-4fe4-888d-c7e858fdd370 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93896dd1-c98b-4880-bec7-eabfaecb5f81 HTTP/1.1" status: 200 len: 217 time: 0.0921860 Jun 23 16:16:02.801252 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Network 30a89471-52b2-40ae-a8f0-056b1821cd63 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:16:02.810801 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:02.814628 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:16:02.819537 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:02.820172 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:02.822838 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Pushing event updated for resources: {'Port': ['ID=edd97887-83ca-4ed9-8585-7821712666bf,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:02.826681 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:02.827158 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-c146f3dd-0061-4136-a795-c2ada8855e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:02.834455 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-32305627-45ab-423e-949e-163593ec6544 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74e5759bde8a4459863e3b8d5ec640ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0350270 Jun 23 16:16:02.843306 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55190) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:02.898693 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6369634 Jun 23 16:16:02.902818 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32305627-45ab-423e-949e-163593ec6544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1609a812-eb98-4a74-8da8-088ac07a54dc,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:02.913205 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-32305627-45ab-423e-949e-163593ec6544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:02.922149 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Request body: {'port': {'device_id': 'cd50bd61-2299-4132-a0b4-6391a18b201d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:02.972594 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-7cd111b7-8b02-4e34-a46b-f7e01f9aa777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:02.974544 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-7cd111b7-8b02-4e34-a46b-f7e01f9aa777 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=81a16e50-4902-426d-a9a7-7c4e7c412276 HTTP/1.1" status: 200 len: 859 time: 0.1317096 Jun 23 16:16:03.020896 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-422742d0-aecd-4c31-a235-be6872fd578d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a89471-52b2-40ae-a8f0-056b1821cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361960 Jun 23 16:16:03.024484 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:16:03.041304 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-db61d4e0-8219-4cca-a3f1-31ceb27fbca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:03.050771 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:03.060236 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:16:03.126006 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:03.132637 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-db61d4e0-8219-4cca-a3f1-31ceb27fbca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:03.149731 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event updated for resources: {'Port': ['ID=557dd663-0aba-4116-836d-39c9be8fe871,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:03.156135 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:03.240721 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:03.241399 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:03.261723 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-b5ab5dc3-8ed2-4088-a162-a9a59190bad1 service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168295 Jun 23 16:16:03.290804 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f42970-7040-4d95-b065-d274112ce8b2 req-fe3263f6-97a2-4184-8291-9f25fe41bb1b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:03.298125 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-50f42970-7040-4d95-b065-d274112ce8b2 req-fe3263f6-97a2-4184-8291-9f25fe41bb1b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 932 time: 0.3946970 Jun 23 16:16:03.304209 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2747450 Jun 23 16:16:03.329424 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d81df-7ef9-410f-9098-c9d09966b8c8 req-82a0c114-1943-4aec-b761-96aec1fc83c1 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:03.330525 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb5d81df-7ef9-410f-9098-c9d09966b8c8 req-82a0c114-1943-4aec-b761-96aec1fc83c1 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 931 time: 0.4262681 Jun 23 16:16:03.346070 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Request body: {'port': {'device_id': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:03.407017 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-db61d4e0-8219-4cca-a3f1-31ceb27fbca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:03.409743 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-db61d4e0-8219-4cca-a3f1-31ceb27fbca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:03.411412 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-db61d4e0-8219-4cca-a3f1-31ceb27fbca0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1609a812-eb98-4a74-8da8-088ac07a54dc HTTP/1.1" status: 204 len: 168 time: 0.5654104 Jun 23 16:16:03.422395 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:03.444982 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-62705a61-0499-4427-9030-ab03b8431eba None None] Provisioning for port 557dd663-0aba-4116-836d-39c9be8fe871 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:03.458002 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-62705a61-0499-4427-9030-ab03b8431eba None None] Provisioning complete for port 557dd663-0aba-4116-836d-39c9be8fe871 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:03.459994 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-62705a61-0499-4427-9030-ab03b8431eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:03.476294 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-50f42970-7040-4d95-b065-d274112ce8b2 req-8006b714-56ad-47a3-84cf-90eecd71b8c4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762886 Jun 23 16:16:03.496148 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61d4e0-8219-4cca-a3f1-31ceb27fbca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1609a812-eb98-4a74-8da8-088ac07a54dc,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:03.507605 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-db61d4e0-8219-4cca-a3f1-31ceb27fbca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:03.546207 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-62705a61-0499-4427-9030-ab03b8431eba None None] Port 557dd663-0aba-4116-836d-39c9be8fe871 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:16:03.615983 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6109fd4a-89e9-4bb7-b1c2-ed3392b10ef0 x-openstack-request-id: req-6109fd4a-89e9-4bb7-b1c2-ed3392b10ef0 {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:03.616308 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32442c11-5286-429a-83e7-a117b293437c", "tag": "93896dd1-c98b-4880-bec7-eabfaecb5f81", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:03.616586 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6109fd4a-89e9-4bb7-b1c2-ed3392b10ef0 {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:03.617005 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32442c11-5286-429a-83e7-a117b293437c', 'tag': '93896dd1-c98b-4880-bec7-eabfaecb5f81', 'status': 'completed', 'code': 200} Jun 23 16:16:03.624499 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb5d81df-7ef9-410f-9098-c9d09966b8c8 req-fea48abe-dcb2-4a37-8918-a7caa779e868 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737949 Jun 23 16:16:03.697538 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5360e7-9f9b-4652-988b-3b66d748b994 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:03.700771 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9bd7f63a-c00b-47e1-941f-a05fb6e78c85 req-5bb61616-d7f7-437d-a34f-769f6e3d205d service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229441 Jun 23 16:16:03.704412 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:03.724291 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55238) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:03.733900 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:03.818309 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Transition to ACTIVE for port object ca5360e7-9f9b-4652-988b-3b66d748b994 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:03.834899 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:03.863482 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d2d903a7-f6c1-451f-a6b8-97ec0ce1e578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:03.866227 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55242) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:03.899208 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd97887-83ca-4ed9-8585-7821712666bf {{(pid=93113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:03.909914 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:03.932883 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Transition to ACTIVE for port object edd97887-83ca-4ed9-8585-7821712666bf will not be triggered until provisioned by entity L2. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:03.943684 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9636d-1ebc-428d-ace5-1fca5dcf5538 req-958e2485-306d-49b5-a5fb-1813490ef216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:03.945352 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a2f9636d-1ebc-428d-ace5-1fca5dcf5538 req-958e2485-306d-49b5-a5fb-1813490ef216 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6392760d904cc6a4f117b3c04703e1&device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 1096 time: 0.1135726 Jun 23 16:16:03.946618 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:03.950212 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:03.978916 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9f00dd58-30c8-4574-a48b-1dc810fe47bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:04.029563 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5360e7-9f9b-4652-988b-3b66d748b994,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:04.046237 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=edd97887-83ca-4ed9-8585-7821712666bf,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:04.049038 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:04.076920 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:04.077611 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55246) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:04.123791 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Attempting to bind port edd97887-83ca-4ed9-8585-7821712666bf on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:16:04.124121 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Attempting to bind port edd97887-83ca-4ed9-8585-7821712666bf by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8ec11cd6-e1dc-486f-a020-365774138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63'}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:16:04.124487 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Attempting to bind port edd97887-83ca-4ed9-8585-7821712666bf on network 30a89471-52b2-40ae-a8f0-056b1821cd63 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:04.131385 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Port edd97887-83ca-4ed9-8585-7821712666bf on network 30a89471-52b2-40ae-a8f0-056b1821cd63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:16:04.131634 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Attempting to bind port edd97887-83ca-4ed9-8585-7821712666bf on network 30a89471-52b2-40ae-a8f0-056b1821cd63 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:04.140615 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:16:04.140946 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Checking segment: {'id': '8ec11cd6-e1dc-486f-a020-365774138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:04.141325 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Bound using segment: {'id': '8ec11cd6-e1dc-486f-a020-365774138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63'} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:16:04.141769 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Bound port: edd97887-83ca-4ed9-8585-7821712666bf, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec11cd6-e1dc-486f-a020-365774138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63'}}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:16:04.142111 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:04.173692 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8fb8c-ec49-49ad-bde2-71743eef435a req-c8a855c2-2b4f-4680-8c07-5efe7627ee01 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:04.175651 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9636d-1ebc-428d-ace5-1fca5dcf5538 req-7cf82c74-d284-422b-a523-b1eb00ffa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:04.177096 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a2f9636d-1ebc-428d-ace5-1fca5dcf5538 req-7cf82c74-d284-422b-a523-b1eb00ffa20d service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a89471-52b2-40ae-a8f0-056b1821cd63 HTTP/1.1" status: 200 len: 920 time: 0.2041309 Jun 23 16:16:04.180864 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9b344652-0f21-4f6d-9555-4433e1797354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:04.181034 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f2a8fb8c-ec49-49ad-bde2-71743eef435a req-c8a855c2-2b4f-4680-8c07-5efe7627ee01 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 946 time: 0.4775083 Jun 23 16:16:04.252785 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a2f9636d-1ebc-428d-ace5-1fca5dcf5538 req-c25e339f-fc0e-4a53-aa89-425eaedb48ec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93896dd1-c98b-4880-bec7-eabfaecb5f81 HTTP/1.1" status: 200 len: 217 time: 0.0436287 Jun 23 16:16:04.271824 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8ee08d2b-e8aa-4d37-af00-54bb8668bf6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:04.303930 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] For port edd97887-83ca-4ed9-8585-7821712666bf, host hv-cinder-78836, cleared binding levels {{(pid=93113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:16:04.322308 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] For port edd97887-83ca-4ed9-8585-7821712666bf, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=edd97887-83ca-4ed9-8585-7821712666bf,segment=NetworkSegment(8ec11cd6-e1dc-486f-a020-365774138f69),segment_id=8ec11cd6-e1dc-486f-a020-365774138f69)] {{(pid=93113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:16:04.326529 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9636d-1ebc-428d-ace5-1fca5dcf5538 req-ba1c4eaa-8770-4c46-9d5b-1d2ffcedff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:04.328032 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a2f9636d-1ebc-428d-ace5-1fca5dcf5538 req-ba1c4eaa-8770-4c46-9d5b-1d2ffcedff70 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=81a16e50-4902-426d-a9a7-7c4e7c412276 HTTP/1.1" status: 200 len: 859 time: 0.0675764 Jun 23 16:16:04.328147 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbe6d-722d-455a-bfaf-82832033d573 req-da158582-139c-4cf7-baf7-eb6c9a1fea1f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:04.329455 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:04.330759 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-380fbe6d-722d-455a-bfaf-82832033d573 req-da158582-139c-4cf7-baf7-eb6c9a1fea1f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 943 time: 0.5199499 Jun 23 16:16:04.331736 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:04.357426 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f2a8fb8c-ec49-49ad-bde2-71743eef435a req-2b0c23a3-dca8-4894-aa4b-4098811e114d tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756384 Jun 23 16:16:04.393956 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a2f9636d-1ebc-428d-ace5-1fca5dcf5538 req-69e8dab9-1e09-4cd9-a259-cc1e16f1978c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a89471-52b2-40ae-a8f0-056b1821cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576773 Jun 23 16:16:04.401590 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:04.402212 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:04.403713 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] 10.222.0.86 "PUT /v2.0/ports/edd97887-83ca-4ed9-8585-7821712666bf HTTP/1.1" status: 200 len: 1093 time: 1.4856825 Jun 23 16:16:04.434549 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Attempting to bind port ca5360e7-9f9b-4652-988b-3b66d748b994 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:16:04.434889 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Attempting to bind port ca5360e7-9f9b-4652-988b-3b66d748b994 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:16:04.435234 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Attempting to bind port ca5360e7-9f9b-4652-988b-3b66d748b994 on network 1b000be7-9e01-4eab-9594-f68a1f57b023 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:04.476020 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=edd97887-83ca-4ed9-8585-7821712666bf,revision_number=3']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:04.476239 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-380fbe6d-722d-455a-bfaf-82832033d573 req-5ee21e06-9061-4c2e-b13b-998969276bd4 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302679 Jun 23 16:16:04.480704 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:04.507523 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557dd663-0aba-4116-836d-39c9be8fe871 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:04.512549 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Port ca5360e7-9f9b-4652-988b-3b66d748b994 on network 1b000be7-9e01-4eab-9594-f68a1f57b023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:16:04.512867 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Attempting to bind port ca5360e7-9f9b-4652-988b-3b66d748b994 on network 1b000be7-9e01-4eab-9594-f68a1f57b023 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:04.522779 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:04.533330 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:16:04.533874 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Checking segment: {'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:04.534612 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Bound using segment: {'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:16:04.536126 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Bound port: ca5360e7-9f9b-4652-988b-3b66d748b994, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:16:04.536640 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:04.559373 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a2f9636d-1ebc-428d-ace5-1fca5dcf5538 req-cc8c3ecd-bbad-40b0-9be5-635cb9b72b25 service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547024 Jun 23 16:16:04.600481 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Transition to ACTIVE for port object 557dd663-0aba-4116-836d-39c9be8fe871 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:04.612173 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:04.630700 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8f5aac86-ef1d-4f45-9bd3-dbd0a38843a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:04.645882 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-09d8d5fb-2f43-4bf8-b794-e7322510d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:04.647947 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-09d8d5fb-2f43-4bf8-b794-e7322510d834 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6392760d904cc6a4f117b3c04703e1&device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 1096 time: 0.1645505 Jun 23 16:16:04.668153 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9f00dd58-30c8-4574-a48b-1dc810fe47bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:04.707203 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9f00dd58-30c8-4574-a48b-1dc810fe47bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:04.716890 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-838ce6ad-4ed6-402a-b6df-bd2eb7ca901c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edd97887-83ca-4ed9-8585-7821712666bf HTTP/1.1" status: 200 len: 217 time: 0.0517046 Jun 23 16:16:04.768798 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a2f9636d-1ebc-428d-ace5-1fca5dcf5538 req-a58105b1-c951-4c5e-a22b-cfd315bd076f service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007794 Jun 23 16:16:04.773849 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.db.api [None req-8ee08d2b-e8aa-4d37-af00-54bb8668bf6d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 16:16:04.773849 dv-cinder-788363-4-smb neutron-server[93114]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 16:16:04.773849 dv-cinder-788363-4-smb neutron-server[93114]: [parameters: {'project_id_1': '027db974b4de4a3e8b46268cb0c57ab7', 'expiration_1': datetime.datetime(2021, 6, 23, 16, 16, 4, 353334)}] Jun 23 16:16:04.773849 dv-cinder-788363-4-smb neutron-server[93114]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 16:16:04.774207 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_db.api [None req-8ee08d2b-e8aa-4d37-af00-54bb8668bf6d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 16:16:04.791678 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Pushing event updated for resources: {'Port': ['ID=557dd663-0aba-4116-836d-39c9be8fe871,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:04.801933 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:04.810553 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:04.816976 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-7956773e-ce7c-44ae-9fdf-f9c4ce06680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:04.818231 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] For port ca5360e7-9f9b-4652-988b-3b66d748b994, host hv-cinder-78836, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:16:04.831688 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-7956773e-ce7c-44ae-9fdf-f9c4ce06680f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=81a16e50-4902-426d-a9a7-7c4e7c412276 HTTP/1.1" status: 200 len: 859 time: 0.0928364 Jun 23 16:16:04.877619 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-5723a730-4e42-4c06-8bb8-f59c1ff7b895 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a89471-52b2-40ae-a8f0-056b1821cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449524 Jun 23 16:16:04.964942 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-9f00dd58-30c8-4574-a48b-1dc810fe47bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03e8948b3d9849c6aa13f97e292fc04e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0869060 Jun 23 16:16:05.011676 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] For port ca5360e7-9f9b-4652-988b-3b66d748b994, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca5360e7-9f9b-4652-988b-3b66d748b994,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:16:05.016091 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55268) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:05.052820 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00dd58-30c8-4574-a48b-1dc810fe47bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab84293-04f2-4f9e-842c-4e9d57f05b45,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:05.055921 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.059350 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-506a0a03-4019-477d-bcb8-e5bd4615230c service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727967 Jun 23 16:16:05.061251 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9b344652-0f21-4f6d-9555-4433e1797354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.061424 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-9f00dd58-30c8-4574-a48b-1dc810fe47bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:05.078885 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9b344652-0f21-4f6d-9555-4433e1797354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.094436 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-32305627-45ab-423e-949e-163593ec6544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:05.094873 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:05.167395 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b344652-0f21-4f6d-9555-4433e1797354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35e1fba-7ff8-41b8-9531-58e18eeec56a,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:05.173480 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-9b344652-0f21-4f6d-9555-4433e1797354 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7987bc034e00469b8a055a8f047327ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0932548 Jun 23 16:16:05.176052 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:05.176734 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.177972 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9b344652-0f21-4f6d-9555-4433e1797354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:05.178128 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] 10.222.0.86 "PUT /v2.0/ports/ca5360e7-9f9b-4652-988b-3b66d748b994 HTTP/1.1" status: 200 len: 1093 time: 2.8945477 Jun 23 16:16:05.180321 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55274) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:05.181199 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbb9473-4e04-4f45-a81a-cdace784b1e1', 'tag': 'ca5360e7-9f9b-4652-988b-3b66d748b994'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:05.225547 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-73e3f233-da55-4389-94e7-c9eb3453f595 req-ea976a84-2ec7-4143-80ee-8d68876c523c service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593101 Jun 23 16:16:05.240187 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Attempting to bind port 557dd663-0aba-4116-836d-39c9be8fe871 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:16:05.240521 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Attempting to bind port 557dd663-0aba-4116-836d-39c9be8fe871 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:16:05.240848 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Attempting to bind port 557dd663-0aba-4116-836d-39c9be8fe871 on network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:05.246319 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5360e7-9f9b-4652-988b-3b66d748b994,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:05.251483 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c05a1545-d678-4ac1-a19f-c9497ddc89fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.256641 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15de8-6a3f-4eb1-9a93-52c9c78f8d78 req-1ef4df43-c964-4c19-837e-a9a2e3bd8305 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:05.258397 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-99f15de8-6a3f-4eb1-9a93-52c9c78f8d78 req-1ef4df43-c964-4c19-837e-a9a2e3bd8305 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 943 time: 0.4231219 Jun 23 16:16:05.262551 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:05.274531 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1986f0f-a129-443f-950e-78f0251217d3 req-eaf3cb22-6857-47a2-9828-0a796c9bacb1 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:05.276267 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b1986f0f-a129-443f-950e-78f0251217d3 req-eaf3cb22-6857-47a2-9828-0a796c9bacb1 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.4379642 Jun 23 16:16:05.290870 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8ee08d2b-e8aa-4d37-af00-54bb8668bf6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.293595 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Port 557dd663-0aba-4116-836d-39c9be8fe871 on network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:16:05.293595 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Attempting to bind port 557dd663-0aba-4116-836d-39c9be8fe871 on network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:05.322112 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c05a1545-d678-4ac1-a19f-c9497ddc89fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.336921 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f14d1f2-e4e8-4379-b60d-69d690064528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.375257 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-6cb97b95-59e5-4398-8c1b-a64eb695fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:05.377201 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-6cb97b95-59e5-4398-8c1b-a64eb695fa27 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c&device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 1096 time: 0.1020274 Jun 23 16:16:05.390087 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f14d1f2-e4e8-4379-b60d-69d690064528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.396259 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:16:05.396499 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Checking segment: {'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:05.396876 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Bound using segment: {'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:16:05.397321 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Bound port: 557dd663-0aba-4116-836d-39c9be8fe871, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:16:05.397659 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.399977 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c05a1545-d678-4ac1-a19f-c9497ddc89fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.403455 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c05a1545-d678-4ac1-a19f-c9497ddc89fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.404213 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c212966-1bdd-4730-a784-ff9727a7a1da" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbb9473-4e04-4f45-a81a-cdace784b1e1", "tag": "ca5360e7-9f9b-4652-988b-3b66d748b994"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:05.404566 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-c05a1545-d678-4ac1-a19f-c9497ddc89fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f35e1fba-7ff8-41b8-9531-58e18eeec56a HTTP/1.1" status: 204 len: 168 time: 0.2237210 Jun 23 16:16:05.413733 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:05.452779 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a1545-d678-4ac1-a19f-c9497ddc89fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35e1fba-7ff8-41b8-9531-58e18eeec56a,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:05.455272 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-c05a1545-d678-4ac1-a19f-c9497ddc89fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:05.457999 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-42598a24-bc47-4d97-bc08-07b7e365c4b4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca5360e7-9f9b-4652-988b-3b66d748b994 HTTP/1.1" status: 200 len: 217 time: 0.0514073 Jun 23 16:16:05.493530 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b1986f0f-a129-443f-950e-78f0251217d3 req-d920a4f6-e1be-4771-a513-1965bc996bc9 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972163 Jun 23 16:16:05.518799 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-99f15de8-6a3f-4eb1-9a93-52c9c78f8d78 req-005f7711-437c-4b45-bc63-6e6cb7d57375 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413406 Jun 23 16:16:05.545776 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-1f2da670-8e6f-4800-8565-a6e465793de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:05.548425 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-1f2da670-8e6f-4800-8565-a6e465793de3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ea3c836-5a07-41aa-bcd3-addf438d9fd2 HTTP/1.1" status: 200 len: 850 time: 0.0776432 Jun 23 16:16:05.618015 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd50bd61-2299-4132-a0b4-6391a18b201d', 'tag': 'edd97887-83ca-4ed9-8585-7821712666bf'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:05.620933 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fa6c61-d095-479d-9c7a-d71646dc8f40" -d '{"events": [{"name": "network-changed", "server_uuid": "cd50bd61-2299-4132-a0b4-6391a18b201d", "tag": "edd97887-83ca-4ed9-8585-7821712666bf"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:05.658033 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-79cc4ed9-ed3a-4f27-9fa1-e2bc02b7a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:05.659914 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-79cc4ed9-ed3a-4f27-9fa1-e2bc02b7a94b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b000be7-9e01-4eab-9594-f68a1f57b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1001287 Jun 23 16:16:05.698229 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f14d1f2-e4e8-4379-b60d-69d690064528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.701236 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f14d1f2-e4e8-4379-b60d-69d690064528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.705993 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-1f14d1f2-e4e8-4379-b60d-69d690064528 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bab84293-04f2-4f9e-842c-4e9d57f05b45 HTTP/1.1" status: 204 len: 168 time: 0.6902676 Jun 23 16:16:05.760845 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2ef49a7c-4618-477a-a338-83cdf4a268f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:05.781137 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8ee08d2b-e8aa-4d37-af00-54bb8668bf6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.784761 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] For port 557dd663-0aba-4116-836d-39c9be8fe871, host hv-cinder-78836, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:16:05.789908 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b701dd-6104-42ca-a9e5-a9d7c468fab1 x-openstack-request-id: req-a3b701dd-6104-42ca-a9e5-a9d7c468fab1 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:05.790218 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbb9473-4e04-4f45-a81a-cdace784b1e1", "tag": "ca5360e7-9f9b-4652-988b-3b66d748b994", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:05.790517 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3b701dd-6104-42ca-a9e5-a9d7c468fab1 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:05.792112 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbb9473-4e04-4f45-a81a-cdace784b1e1', 'tag': 'ca5360e7-9f9b-4652-988b-3b66d748b994', 'status': 'completed', 'code': 200} Jun 23 16:16:05.802670 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-e349fa33-8bd5-4170-ac00-902d0b909af0 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350877 Jun 23 16:16:05.807772 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a603016f-77a3-4691-befd-d8eb967bd67b x-openstack-request-id: req-a603016f-77a3-4691-befd-d8eb967bd67b {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:05.808149 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd50bd61-2299-4132-a0b4-6391a18b201d", "tag": "edd97887-83ca-4ed9-8585-7821712666bf", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:05.808842 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a603016f-77a3-4691-befd-d8eb967bd67b {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:05.809310 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd50bd61-2299-4132-a0b4-6391a18b201d', 'tag': 'edd97887-83ca-4ed9-8585-7821712666bf', 'status': 'completed', 'code': 200} Jun 23 16:16:05.813548 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8ee08d2b-e8aa-4d37-af00-54bb8668bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.819623 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14d1f2-e4e8-4379-b60d-69d690064528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab84293-04f2-4f9e-842c-4e9d57f05b45,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:05.828068 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-1f14d1f2-e4e8-4379-b60d-69d690064528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:05.832292 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] For port 557dd663-0aba-4116-836d-39c9be8fe871, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=557dd663-0aba-4116-836d-39c9be8fe871,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:16:05.838586 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:05.868699 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.907561 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55298) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:06.159795 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d1bd-46f0-4433-94da-48de4a3fc36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:06.204952 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-8ee08d2b-e8aa-4d37-af00-54bb8668bf6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=027db974b4de4a3e8b46268cb0c57ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4499967 Jun 23 16:16:06.211386 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55318) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:06.212614 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee08d2b-e8aa-4d37-af00-54bb8668bf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058b5665-f066-4ae0-855b-86bb23f6cb11,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:06.220172 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8ee08d2b-e8aa-4d37-af00-54bb8668bf6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:06.220732 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:06.264141 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:06.265126 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:06.267526 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] 10.222.0.86 "PUT /v2.0/ports/557dd663-0aba-4116-836d-39c9be8fe871 HTTP/1.1" status: 200 len: 1094 time: 2.9349647 Jun 23 16:16:06.272189 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-8a8abb96-a876-480d-9790-8f89fc2fb6c4 req-2aa28d97-7a11-4991-ba65-2f764b855783 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325173 Jun 23 16:16:06.319192 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbb377-2b01-4789-9688-27cc9dbf27d1 req-5b267a98-c62d-42e4-9733-8058066b64fd tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:06.330803 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8cfbb377-2b01-4789-9688-27cc9dbf27d1 req-5b267a98-c62d-42e4-9733-8058066b64fd tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 943 time: 0.6590266 Jun 23 16:16:06.404368 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9b63d145-4ed3-45cc-9f2f-c9d1b907238a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:06.483927 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Pushing event updated for resources: {'Port': ['ID=557dd663-0aba-4116-836d-39c9be8fe871,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:06.490313 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9b63d145-4ed3-45cc-9f2f-c9d1b907238a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:06.524564 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:06.543068 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8cfbb377-2b01-4789-9688-27cc9dbf27d1 req-147d9c2f-959f-4369-a750-5f34387b63e9 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113111 Jun 23 16:16:06.574639 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa6c61-d095-479d-9c7a-d71646dc8f40 req-5af3b424-bdf8-42fe-b136-20db3ddc8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:06.576573 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d1bd-46f0-4433-94da-48de4a3fc36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:06.577874 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-24fa6c61-d095-479d-9c7a-d71646dc8f40 req-5af3b424-bdf8-42fe-b136-20db3ddc8097 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6392760d904cc6a4f117b3c04703e1&device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 1096 time: 0.4653771 Jun 23 16:16:06.638461 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d1bd-46f0-4433-94da-48de4a3fc36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:06.656531 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-afddbee0-4eed-4db6-8ffa-beb81383b33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:06.715808 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c212966-1bdd-4730-a784-ff9727a7a1da req-f38b02f1-74ab-40cc-a7f5-0011d15c87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:06.717308 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c212966-1bdd-4730-a784-ff9727a7a1da req-f38b02f1-74ab-40cc-a7f5-0011d15c87d4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c&device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 1096 time: 0.2774334 Jun 23 16:16:06.725760 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7d839290-b681-483b-97be-68e7c3c31e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:06.738156 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-7d839290-b681-483b-97be-68e7c3c31e73 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 1097 time: 0.3705332 Jun 23 16:16:06.775859 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-a7d8d1bd-46f0-4433-94da-48de4a3fc36e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2aacfbd9f3ca4613b92ebf1eb7f43e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8671734 Jun 23 16:16:06.779831 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55346) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:06.785212 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8d1bd-46f0-4433-94da-48de4a3fc36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5863aa8-dbb5-449f-88f2-320fd808e307,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:06.791542 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a7d8d1bd-46f0-4433-94da-48de4a3fc36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:06.843081 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9b63d145-4ed3-45cc-9f2f-c9d1b907238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:06.845782 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9b63d145-4ed3-45cc-9f2f-c9d1b907238a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:06.847058 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-9b63d145-4ed3-45cc-9f2f-c9d1b907238a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/058b5665-f066-4ae0-855b-86bb23f6cb11 HTTP/1.1" status: 204 len: 168 time: 0.6327307 Jun 23 16:16:06.848004 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-d3da62bd-0d35-4235-ab27-0ffa810e4940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:06.851152 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-834cbe24-f451-41db-9907-2f8ef4001fe3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=557dd663-0aba-4116-836d-39c9be8fe871 HTTP/1.1" status: 200 len: 217 time: 0.0552418 Jun 23 16:16:06.857250 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63d145-4ed3-45cc-9f2f-c9d1b907238a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058b5665-f066-4ae0-855b-86bb23f6cb11,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:06.860462 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9b63d145-4ed3-45cc-9f2f-c9d1b907238a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:06.923925 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-f7f4130b-da8a-4f6e-8209-d88db88d0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:06.925525 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-f7f4130b-da8a-4f6e-8209-d88db88d0708 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8215ec0e-2baa-40c1-82f0-7424b50eab30 HTTP/1.1" status: 200 len: 856 time: 0.0660307 Jun 23 16:16:06.966841 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa6c61-d095-479d-9c7a-d71646dc8f40 req-464eaf65-1dde-480b-9d63-e6309a6d953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:06.968281 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-24fa6c61-d095-479d-9c7a-d71646dc8f40 req-464eaf65-1dde-480b-9d63-e6309a6d953f service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a89471-52b2-40ae-a8f0-056b1821cd63 HTTP/1.1" status: 200 len: 920 time: 0.3829479 Jun 23 16:16:07.028021 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c212966-1bdd-4730-a784-ff9727a7a1da req-663112ad-14c5-44f5-8404-e09e2f2931f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:07.029075 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c212966-1bdd-4730-a784-ff9727a7a1da req-663112ad-14c5-44f5-8404-e09e2f2931f4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b000be7-9e01-4eab-9594-f68a1f57b023 HTTP/1.1" status: 200 len: 912 time: 0.2983189 Jun 23 16:16:07.125075 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-24fa6c61-d095-479d-9c7a-d71646dc8f40 req-fbd7b040-fe2b-47af-ae45-4c3dbcfdf073 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edd97887-83ca-4ed9-8585-7821712666bf HTTP/1.1" status: 200 len: 217 time: 0.1108296 Jun 23 16:16:07.158400 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-96d47bb8-da0f-4382-98d2-a9aa6b566d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:07.163637 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-550411d0-80d6-44d9-a53d-d2cc567a5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:07.168955 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-550411d0-80d6-44d9-a53d-d2cc567a5a25 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1590030 Jun 23 16:16:07.173545 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c212966-1bdd-4730-a784-ff9727a7a1da req-4a9b5964-e324-4108-89f5-ee8dfba8d228 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca5360e7-9f9b-4652-988b-3b66d748b994 HTTP/1.1" status: 200 len: 217 time: 0.0692363 Jun 23 16:16:07.190779 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 93896dd1-c98b-4880-bec7-eabfaecb5f81 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:16:07.290203 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25f9a-d250-456c-84d9-5b5678b6fffe req-bee75e61-ec8a-40f5-9789-93b753633afe tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:07.293289 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-33a25f9a-d250-456c-84d9-5b5678b6fffe req-bee75e61-ec8a-40f5-9789-93b753633afe tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 943 time: 0.4313316 Jun 23 16:16:07.297293 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:16:07.324431 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 93896dd1-c98b-4880-bec7-eabfaecb5f81, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93896dd1-c98b-4880-bec7-eabfaecb5f81,segment=NetworkSegment(8ec11cd6-e1dc-486f-a020-365774138f69),segment_id=8ec11cd6-e1dc-486f-a020-365774138f69)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:07.342252 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': '93896dd1-c98b-4880-bec7-eabfaecb5f81', 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63', 'port_id': '93896dd1-c98b-4880-bec7-eabfaecb5f81', 'mac_address': 'fa:16:3e:95:e3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a16e50-4902-426d-a9a7-7c4e7c412276', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:16:07.354708 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba76d6-f9c3-4550-96bc-f5b078346d4e req-a0032ff4-87c2-4736-b122-6eb7644e7332 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:07.370427 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55356) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:07.375811 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-76ba76d6-f9c3-4550-96bc-f5b078346d4e req-a0032ff4-87c2-4736-b122-6eb7644e7332 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.4906995 Jun 23 16:16:07.395761 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:07.411156 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-96d47bb8-da0f-4382-98d2-a9aa6b566d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:07.413747 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93896dd1-c98b-4880-bec7-eabfaecb5f81 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:07.422551 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-fc050c9d-468b-4ec2-9d47-64ec716fa920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:07.435210 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 93896dd1-c98b-4880-bec7-eabfaecb5f81, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93896dd1-c98b-4880-bec7-eabfaecb5f81,segment=NetworkSegment(8ec11cd6-e1dc-486f-a020-365774138f69),segment_id=8ec11cd6-e1dc-486f-a020-365774138f69)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:07.444055 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:07.448988 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:07.487770 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-33b3e827-c089-49cb-a670-f3d0b938a8d3 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070865 Jun 23 16:16:07.501283 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa6c61-d095-479d-9c7a-d71646dc8f40 req-88e6b67b-1940-4bdf-877c-1442d080f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:07.503064 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-24fa6c61-d095-479d-9c7a-d71646dc8f40 req-88e6b67b-1940-4bdf-877c-1442d080f982 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=81a16e50-4902-426d-a9a7-7c4e7c412276 HTTP/1.1" status: 200 len: 859 time: 0.3470638 Jun 23 16:16:07.527569 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c212966-1bdd-4730-a784-ff9727a7a1da req-53a15459-e362-4a72-abd9-6d0b3d044135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:07.529952 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c212966-1bdd-4730-a784-ff9727a7a1da req-53a15459-e362-4a72-abd9-6d0b3d044135 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ea3c836-5a07-41aa-bcd3-addf438d9fd2 HTTP/1.1" status: 200 len: 850 time: 0.3245163 Jun 23 16:16:07.530603 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=93896dd1-c98b-4880-bec7-eabfaecb5f81,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:07.534949 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:07.602920 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-24fa6c61-d095-479d-9c7a-d71646dc8f40 req-26dc1605-a079-44fe-aa4b-536c67e596be service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a89471-52b2-40ae-a8f0-056b1821cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834482 Jun 23 16:16:07.643178 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-76ba76d6-f9c3-4550-96bc-f5b078346d4e req-a91e1914-19a1-46c3-96c0-7945ceb81a79 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614233 Jun 23 16:16:07.669660 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5e2f1fa9-ff69-46cd-bb5e-535b96a090af req-2dfb4b33-798e-44a8-aca4-6e10ed9d0bf7 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682296 Jun 23 16:16:07.678522 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-33a25f9a-d250-456c-84d9-5b5678b6fffe req-33d9b59e-acd7-4ec1-9b1f-38d21f9fd1f8 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775390 Jun 23 16:16:07.702573 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-fc050c9d-468b-4ec2-9d47-64ec716fa920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:07.708828 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-fc050c9d-468b-4ec2-9d47-64ec716fa920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:07.712567 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f91bdfac-9085-4bde-b4a9-684f4dd16dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:07.747492 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['93896dd1-c98b-4880-bec7-eabfaecb5f81'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:16:07.791852 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-96d47bb8-da0f-4382-98d2-a9aa6b566d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:07.794973 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-96d47bb8-da0f-4382-98d2-a9aa6b566d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:07.796701 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-96d47bb8-da0f-4382-98d2-a9aa6b566d3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5863aa8-dbb5-449f-88f2-320fd808e307 HTTP/1.1" status: 204 len: 168 time: 1.0052164 Jun 23 16:16:07.800134 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:07.803066 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da7c1d7-2882-4f20-a76d-e9f65a91c98b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "tag": "557dd663-0aba-4116-836d-39c9be8fe871"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:07.805819 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cd6bd08d-c50d-4204-826c-658127d4c74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:07.828352 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55380) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:07.832029 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-fc050c9d-468b-4ec2-9d47-64ec716fa920 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4253c647489549f6a84614d8e26dd429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588788 Jun 23 16:16:07.838140 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc050c9d-468b-4ec2-9d47-64ec716fa920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefa7e2d-cbc4-4903-8e4f-a550e9da460b,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:07.850379 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-fc050c9d-468b-4ec2-9d47-64ec716fa920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:07.895126 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82844599-5054-4f62-9313-59e096cf6a2e x-openstack-request-id: req-82844599-5054-4f62-9313-59e096cf6a2e {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:07.895614 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "tag": "557dd663-0aba-4116-836d-39c9be8fe871", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:07.896069 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82844599-5054-4f62-9313-59e096cf6a2e {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:07.896623 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871', 'status': 'completed', 'code': 200} Jun 23 16:16:07.905581 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d47bb8-da0f-4382-98d2-a9aa6b566d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5863aa8-dbb5-449f-88f2-320fd808e307,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:07.916854 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-96d47bb8-da0f-4382-98d2-a9aa6b566d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:07.920735 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c212966-1bdd-4730-a784-ff9727a7a1da req-38a7b65b-a6f7-4594-b73d-e0bcb19f6a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:07.923175 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c212966-1bdd-4730-a784-ff9727a7a1da req-38a7b65b-a6f7-4594-b73d-e0bcb19f6a5b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b000be7-9e01-4eab-9594-f68a1f57b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3727582 Jun 23 16:16:07.929163 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-24fa6c61-d095-479d-9c7a-d71646dc8f40 req-69b2ffd2-775e-4b2c-8bbb-bef1bccab57f service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022375 Jun 23 16:16:08.114358 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7c1d7-2882-4f20-a76d-e9f65a91c98b req-06eff242-ea5a-41c5-b167-a76e8b6a5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:08.116467 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-7da7c1d7-2882-4f20-a76d-e9f65a91c98b req-06eff242-ea5a-41c5-b167-a76e8b6a5ae7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 1097 time: 0.1877785 Jun 23 16:16:08.179474 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ea739cd7-30a6-4996-b33d-dbccd81257d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:08.270236 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c212966-1bdd-4730-a784-ff9727a7a1da req-ce4b2049-e753-41b0-bea9-408a522a6251 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397405 Jun 23 16:16:08.272740 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ea739cd7-30a6-4996-b33d-dbccd81257d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:08.284417 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7c1d7-2882-4f20-a76d-e9f65a91c98b req-f4b5d1d3-62f1-430a-b819-9a0072f3b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:08.287283 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-7da7c1d7-2882-4f20-a76d-e9f65a91c98b req-f4b5d1d3-62f1-430a-b819-9a0072f3b460 service neutron] 10.222.0.86 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 918 time: 0.1630573 Jun 23 16:16:08.299375 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-24fa6c61-d095-479d-9c7a-d71646dc8f40 req-f2438823-f1fc-4e07-a49d-5a78052e3a80 service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627048 Jun 23 16:16:08.363286 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9642be8-b590-411c-8067-c319074c14bf req-f741275f-7e29-4c28-bc5f-88d3e59c2f45 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:08.364785 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-7da7c1d7-2882-4f20-a76d-e9f65a91c98b req-efc2a17a-1a23-4cfd-8d87-3f60d3641030 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=557dd663-0aba-4116-836d-39c9be8fe871 HTTP/1.1" status: 200 len: 217 time: 0.0697262 Jun 23 16:16:08.365971 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d9642be8-b590-411c-8067-c319074c14bf req-f741275f-7e29-4c28-bc5f-88d3e59c2f45 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 943 time: 0.4197443 Jun 23 16:16:08.454447 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7c1d7-2882-4f20-a76d-e9f65a91c98b req-a9e7f300-ecd5-437c-bcfb-617de92a7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:08.456004 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-7da7c1d7-2882-4f20-a76d-e9f65a91c98b req-a9e7f300-ecd5-437c-bcfb-617de92a7d85 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8215ec0e-2baa-40c1-82f0-7424b50eab30 HTTP/1.1" status: 200 len: 856 time: 0.0798643 Jun 23 16:16:08.566444 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7c1d7-2882-4f20-a76d-e9f65a91c98b req-2f982b47-afa8-41b7-a619-8211ad638cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:08.568195 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-7da7c1d7-2882-4f20-a76d-e9f65a91c98b req-2f982b47-afa8-41b7-a619-8211ad638cb5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1049409 Jun 23 16:16:08.695993 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d9642be8-b590-411c-8067-c319074c14bf req-5e38c4aa-736c-4a7f-b6b1-83038fe99692 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178673 Jun 23 16:16:08.738586 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-7da7c1d7-2882-4f20-a76d-e9f65a91c98b req-ed655a9f-ec6f-4050-a688-221083a39450 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493571 Jun 23 16:16:08.755158 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ea739cd7-30a6-4996-b33d-dbccd81257d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:08.759982 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ea739cd7-30a6-4996-b33d-dbccd81257d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:08.765387 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-ea739cd7-30a6-4996-b33d-dbccd81257d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aefa7e2d-cbc4-4903-8e4f-a550e9da460b HTTP/1.1" status: 204 len: 168 time: 0.9216762 Jun 23 16:16:08.769871 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:08.806604 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea739cd7-30a6-4996-b33d-dbccd81257d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefa7e2d-cbc4-4903-8e4f-a550e9da460b,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:08.817746 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ea739cd7-30a6-4996-b33d-dbccd81257d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:08.825762 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c212966-1bdd-4730-a784-ff9727a7a1da req-a50a6189-f86a-42e7-8aef-4d5c6d34f5fd service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474811 Jun 23 16:16:08.943317 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-7da7c1d7-2882-4f20-a76d-e9f65a91c98b req-6d8acbc7-5c78-4f30-8476-e6b5655cd77d service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985712 Jun 23 16:16:08.946592 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55434) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:08.975848 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba3db3-eede-41d2-8531-38ac82c549da req-2eb587fa-4d30-4cc3-a01a-884e1fa462b2 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:08.977875 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85ba3db3-eede-41d2-8531-38ac82c549da req-2eb587fa-4d30-4cc3-a01a-884e1fa462b2 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.0953674 Jun 23 16:16:08.999339 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c904f-7fe3-41fc-9be8-83e32eba6fe0 req-5162675d-8c58-45ab-9cf9-fd12fcf60a1a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:09.001243 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e10c904f-7fe3-41fc-9be8-83e32eba6fe0 req-5162675d-8c58-45ab-9cf9-fd12fcf60a1a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 943 time: 0.1745629 Jun 23 16:16:09.055771 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85ba3db3-eede-41d2-8531-38ac82c549da req-106667d7-391d-4130-b534-09c54408b1b4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703967 Jun 23 16:16:09.061195 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e10c904f-7fe3-41fc-9be8-83e32eba6fe0 req-c2d6d458-919a-4769-a822-90dc0394f4d9 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516849 Jun 23 16:16:09.189770 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device edd97887-83ca-4ed9-8585-7821712666bf details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:16:09.241257 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 93896dd1-c98b-4880-bec7-eabfaecb5f81 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:16:09.265856 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f21dfc9-4b1b-422f-9a39-82dfbaa95ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:09.335861 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port edd97887-83ca-4ed9-8585-7821712666bf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=edd97887-83ca-4ed9-8585-7821712666bf,segment=NetworkSegment(8ec11cd6-e1dc-486f-a020-365774138f69),segment_id=8ec11cd6-e1dc-486f-a020-365774138f69)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:09.348657 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': 'edd97887-83ca-4ed9-8585-7821712666bf', 'network_id': '30a89471-52b2-40ae-a8f0-056b1821cd63', 'port_id': 'edd97887-83ca-4ed9-8585-7821712666bf', 'mac_address': 'fa:16:3e:ea:3a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a16e50-4902-426d-a9a7-7c4e7c412276', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:16:09.489131 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f21dfc9-4b1b-422f-9a39-82dfbaa95ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:09.494784 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f21dfc9-4b1b-422f-9a39-82dfbaa95ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:09.499853 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-1f14d1f2-e4e8-4379-b60d-69d690064528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:09.519941 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:09.535694 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd97887-83ca-4ed9-8585-7821712666bf {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:09.543835 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21dfc9-4b1b-422f-9a39-82dfbaa95ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766f9e40-34ef-4974-ba44-2f49fb3a3fc2,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:09.562635 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-1f21dfc9-4b1b-422f-9a39-82dfbaa95ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:09.565764 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port edd97887-83ca-4ed9-8585-7821712666bf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=edd97887-83ca-4ed9-8585-7821712666bf,segment=NetworkSegment(8ec11cd6-e1dc-486f-a020-365774138f69),segment_id=8ec11cd6-e1dc-486f-a020-365774138f69)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:09.567637 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port 93896dd1-c98b-4880-bec7-eabfaecb5f81 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:09.572904 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port 93896dd1-c98b-4880-bec7-eabfaecb5f81 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:09.573562 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:09.601723 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:09.602807 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device ca5360e7-9f9b-4652-988b-3b66d748b994 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:16:09.611588 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-1f21dfc9-4b1b-422f-9a39-82dfbaa95ba6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27c3d3d2205d411a8c8bf663b094e478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6620512 Jun 23 16:16:09.614124 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55468) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:09.622909 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:09.673449 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=edd97887-83ca-4ed9-8585-7821712666bf,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:09.689567 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:09.701343 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5348df0-953a-440c-9ea7-b46b3b05c30a req-60682f46-4576-41f8-ac4e-4e436a507d45 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:09.713854 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e5348df0-953a-440c-9ea7-b46b3b05c30a req-60682f46-4576-41f8-ac4e-4e436a507d45 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 946 time: 0.1268620 Jun 23 16:16:09.739407 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0e77-aa6a-4fea-85ab-845d6eeba48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:09.785779 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0e77-aa6a-4fea-85ab-845d6eeba48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:09.823595 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e5348df0-953a-440c-9ea7-b46b3b05c30a req-47136fe2-aedf-4168-8cee-4da04b9d6023 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009169 Jun 23 16:16:09.907844 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0e77-aa6a-4fea-85ab-845d6eeba48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:09.911667 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0e77-aa6a-4fea-85ab-845d6eeba48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:09.917911 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-2a4f0e77-aa6a-4fea-85ab-845d6eeba48c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/766f9e40-34ef-4974-ba44-2f49fb3a3fc2 HTTP/1.1" status: 204 len: 168 time: 0.2986069 Jun 23 16:16:09.917911 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-25ddffca-d16e-4c6e-a1f0-f2eab0fccd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:09.931931 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:09.933882 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f0e77-aa6a-4fea-85ab-845d6eeba48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766f9e40-34ef-4974-ba44-2f49fb3a3fc2,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:09.934845 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port ca5360e7-9f9b-4652-988b-3b66d748b994, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca5360e7-9f9b-4652-988b-3b66d748b994,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:09.939320 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2a4f0e77-aa6a-4fea-85ab-845d6eeba48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:09.964967 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': 'ca5360e7-9f9b-4652-988b-3b66d748b994', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'port_id': 'ca5360e7-9f9b-4652-988b-3b66d748b994', 'mac_address': 'fa:16:3e:19:da:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:16:10.000437 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32442c11-5286-429a-83e7-a117b293437c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93896dd1-c98b-4880-bec7-eabfaecb5f81'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:10.003840 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db05677b-61c4-411c-9795-4734c1ab1db2" -d '{"events": [{"server_uuid": "32442c11-5286-429a-83e7-a117b293437c", "name": "network-vif-plugged", "status": "completed", "tag": "93896dd1-c98b-4880-bec7-eabfaecb5f81"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:10.030392 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 93896dd1-c98b-4880-bec7-eabfaecb5f81, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93896dd1-c98b-4880-bec7-eabfaecb5f81,segment=NetworkSegment(8ec11cd6-e1dc-486f-a020-365774138f69),segment_id=8ec11cd6-e1dc-486f-a020-365774138f69)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:10.038247 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:10.051740 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524a645-b244-4089-8d9a-f50358d4a0b9 req-bf3b67ae-519c-4435-bd13-207209caee0a tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:10.056937 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:10.060469 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-fd6be59f-724a-428d-bdd5-921ddc314294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:10.060861 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5524a645-b244-4089-8d9a-f50358d4a0b9 req-bf3b67ae-519c-4435-bd13-207209caee0a tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 943 time: 0.1001844 Jun 23 16:16:10.065744 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5360e7-9f9b-4652-988b-3b66d748b994 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:10.104448 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6823fb7d-65ed-47ea-a6d4-65b14498239e x-openstack-request-id: req-6823fb7d-65ed-47ea-a6d4-65b14498239e {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:10.104841 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32442c11-5286-429a-83e7-a117b293437c", "name": "network-vif-plugged", "status": "completed", "tag": "93896dd1-c98b-4880-bec7-eabfaecb5f81", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:10.105189 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6823fb7d-65ed-47ea-a6d4-65b14498239e {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:10.105702 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32442c11-5286-429a-83e7-a117b293437c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93896dd1-c98b-4880-bec7-eabfaecb5f81', 'code': 200} Jun 23 16:16:10.123711 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5524a645-b244-4089-8d9a-f50358d4a0b9 req-15ca5401-f32a-4668-886b-a612ef176706 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617702 Jun 23 16:16:10.126175 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port ca5360e7-9f9b-4652-988b-3b66d748b994, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca5360e7-9f9b-4652-988b-3b66d748b994,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:10.140869 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:10.148716 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=93896dd1-c98b-4880-bec7-eabfaecb5f81,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:10.153357 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:10.154024 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:10.237025 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=ca5360e7-9f9b-4652-988b-3b66d748b994,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:10.250176 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:10.475351 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fa92c-4425-45c6-8da7-cd96d188d62d req-cf68ee6b-fe8c-4359-909b-923c784eb378 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:10.477695 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4caf4e-ada1-414c-b964-c0cec24f7c01 req-d2fad190-9d29-404d-a169-7e1a53c38efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:10.479501 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5a4caf4e-ada1-414c-b964-c0cec24f7c01 req-d2fad190-9d29-404d-a169-7e1a53c38efa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 1098 time: 0.0752320 Jun 23 16:16:10.483213 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-497fa92c-4425-45c6-8da7-cd96d188d62d req-cf68ee6b-fe8c-4359-909b-923c784eb378 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 944 time: 0.1605480 Jun 23 16:16:10.502456 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c20ca-9b80-4343-9894-40f54b6c2544 req-6dc59ad7-e1e0-4689-8534-7f1aba5ff63c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:10.504320 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb2c20ca-9b80-4343-9894-40f54b6c2544 req-6dc59ad7-e1e0-4689-8534-7f1aba5ff63c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.1453714 Jun 23 16:16:10.521953 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['edd97887-83ca-4ed9-8585-7821712666bf'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:16:10.535173 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5a4caf4e-ada1-414c-b964-c0cec24f7c01 req-5267b637-c4e6-43f6-98f8-1432b42038aa service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432656 Jun 23 16:16:10.564327 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-497fa92c-4425-45c6-8da7-cd96d188d62d req-e156ad49-c404-4c92-985f-d10b873299ff tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800469 Jun 23 16:16:10.571474 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['ca5360e7-9f9b-4652-988b-3b66d748b994'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:16:10.586946 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb2c20ca-9b80-4343-9894-40f54b6c2544 req-68fd6240-1084-49cc-803c-65b40de29e31 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745311 Jun 23 16:16:10.605823 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55512) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:10.630365 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-177b806d-d2c0-4471-b0c4-33592b8c9f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:10.637857 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55514) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:10.739960 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-177b806d-d2c0-4471-b0c4-33592b8c9f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:10.744761 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-177b806d-d2c0-4471-b0c4-33592b8c9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:10.749039 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:10.773201 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55518) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:10.797500 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-177b806d-d2c0-4471-b0c4-33592b8c9f28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c48fde3fcbe64f9a9567bc3b712ba182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902196 Jun 23 16:16:10.804665 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55522) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:10.811448 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b806d-d2c0-4471-b0c4-33592b8c9f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9777fb-7938-4361-92a6-28dacc41ed56,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:10.815041 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-177b806d-d2c0-4471-b0c4-33592b8c9f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:10.861541 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d758-184a-456c-8c41-4bd2083f921c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:10.886356 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d758-184a-456c-8c41-4bd2083f921c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:10.963480 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-94828e6e-2108-48b3-b229-6e1af034ba8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:10.986217 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d758-184a-456c-8c41-4bd2083f921c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:10.989404 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4ff4d758-184a-456c-8c41-4bd2083f921c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:10.994103 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-4ff4d758-184a-456c-8c41-4bd2083f921c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e9777fb-7938-4361-92a6-28dacc41ed56 HTTP/1.1" status: 204 len: 168 time: 0.1881466 Jun 23 16:16:11.017864 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-596df92d-1204-4d9f-95f1-b8987cdc4964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:11.020418 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1551841231-network', 'tenant_id': '3e59f148c9114ae0b9f70aaaec237402'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:11.033028 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4d758-184a-456c-8c41-4bd2083f921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9777fb-7938-4361-92a6-28dacc41ed56,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:11.051219 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-4ff4d758-184a-456c-8c41-4bd2083f921c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:11.098729 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70235311-7b6f-422f-ad9d-53e6e5a3f439 req-6b2d3970-72a3-45e2-ab69-dde3f7b85b28 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:11.106827 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-70235311-7b6f-422f-ad9d-53e6e5a3f439 req-6b2d3970-72a3-45e2-ab69-dde3f7b85b28 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 946 time: 0.1410053 Jun 23 16:16:11.118033 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-94828e6e-2108-48b3-b229-6e1af034ba8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.126771 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-94828e6e-2108-48b3-b229-6e1af034ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.134331 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-3560225a-6ec3-4712-8a7b-2e118c668fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:11.159035 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-70235311-7b6f-422f-ad9d-53e6e5a3f439 req-00569df9-3f66-466a-8b68-222a33de99dc tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504940 Jun 23 16:16:11.196049 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-94828e6e-2108-48b3-b229-6e1af034ba8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f48a21eef4e543f693b0a65c53f2c657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5569887 Jun 23 16:16:11.198691 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55546) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:11.212947 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Made reservation on behalf of 3e59f148c9114ae0b9f70aaaec237402 for: {'network': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:11.215795 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 557dd663-0aba-4116-836d-39c9be8fe871 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:16:11.223339 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.226807 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94828e6e-2108-48b3-b229-6e1af034ba8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95b32ef-cf66-4932-aa1f-8aa9af26a267,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:11.235675 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-94828e6e-2108-48b3-b229-6e1af034ba8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:11.237595 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.254722 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-baeb599a-7989-43b5-b59b-3f4ee8d80439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.288617 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-baeb599a-7989-43b5-b59b-3f4ee8d80439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.340934 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55550) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:11.396724 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.403751 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.405457 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-baeb599a-7989-43b5-b59b-3f4ee8d80439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.410213 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-baeb599a-7989-43b5-b59b-3f4ee8d80439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.411949 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-baeb599a-7989-43b5-b59b-3f4ee8d80439 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a95b32ef-cf66-4932-aa1f-8aa9af26a267 HTTP/1.1" status: 204 len: 168 time: 0.2121124 Jun 23 16:16:11.414958 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cbe4b63d-db8e-4d9c-8a67-99c66d56b952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:11.416641 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2a4f0e77-aa6a-4fea-85ab-845d6eeba48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:11.424725 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 557dd663-0aba-4116-836d-39c9be8fe871, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=557dd663-0aba-4116-836d-39c9be8fe871,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:11.443713 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=93113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:16:11.453111 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': '557dd663-0aba-4116-836d-39c9be8fe871', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'port_id': '557dd663-0aba-4116-836d-39c9be8fe871', 'mac_address': 'fa:16:3e:25:06:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:16:11.462152 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb599a-7989-43b5-b59b-3f4ee8d80439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95b32ef-cf66-4932-aa1f-8aa9af26a267,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:11.466786 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-baeb599a-7989-43b5-b59b-3f4ee8d80439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:11.490691 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.490691 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.segments_db [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Added segment e535ab0f-a74a-4bfb-a046-9883d9417558 of type vlan for network 3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897 Jun 23 16:16:11.493420 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd135be-72ea-447f-b78a-27606759c8b6,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:11.517773 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a9c83-bc2f-4cca-9b2d-1fccfbcd090e req-bdb376b3-1d11-40d6-9b8b-f47c01a36fad tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:11.523376 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:11.525643 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-bd6a9c83-bc2f-4cca-9b2d-1fccfbcd090e req-bdb376b3-1d11-40d6-9b8b-f47c01a36fad tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 944 time: 0.1419921 Jun 23 16:16:11.528734 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.553000 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fb5b44c9-7f40-4ba3-b571-1f9663873a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.554644 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557dd663-0aba-4116-836d-39c9be8fe871 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:11.596481 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 557dd663-0aba-4116-836d-39c9be8fe871, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=557dd663-0aba-4116-836d-39c9be8fe871,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:11.604157 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.609817 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:11.616734 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.651056 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-bd6a9c83-bc2f-4cca-9b2d-1fccfbcd090e req-b7498e84-1a59-49eb-a7af-85704cad1658 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240568 Jun 23 16:16:11.743309 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.746917 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:11.747802 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.767098 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:11.796699 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=557dd663-0aba-4116-836d-39c9be8fe871,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:11.802789 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:11.856502 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Pushing event updated for resources: {'Network': ['ID=3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:11.860013 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:11.867567 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network 3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897 details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:16:11.911139 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fb5b44c9-7f40-4ba3-b571-1f9663873a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.928295 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1531985 Jun 23 16:16:11.929227 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55568) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:11.940446 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-a6acec2a-69d6-40c0-bb3f-cd4489fdf30b admin admin] Request body: {'subnet': {'network_id': '3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1551841231-subnet', 'tenant_id': '3e59f148c9114ae0b9f70aaaec237402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:11.953903 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fb5b44c9-7f40-4ba3-b571-1f9663873a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:11.984363 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:11.991814 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-fb5b44c9-7f40-4ba3-b571-1f9663873a08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73cd66377c514a46aec7223e65be8ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6489191 Jun 23 16:16:11.999323 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55570) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:12.006094 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['557dd663-0aba-4116-836d-39c9be8fe871'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:16:12.052440 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6acec2a-69d6-40c0-bb3f-cd4489fdf30b admin admin] Made reservation on behalf of 3e59f148c9114ae0b9f70aaaec237402 for: {'subnet': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:12.054423 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a6acec2a-69d6-40c0-bb3f-cd4489fdf30b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.104072 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e6173-9863-4b35-99bd-c7df20db9783 req-38bcc773-3a8e-473a-b572-4ea1041a52eb tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:12.106163 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-987e6173-9863-4b35-99bd-c7df20db9783 req-38bcc773-3a8e-473a-b572-4ea1041a52eb tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 944 time: 0.2915092 Jun 23 16:16:12.154473 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b44c9-7f40-4ba3-b571-1f9663873a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b5e6e0-e554-4b2b-a374-2fd7758a667b,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:12.162843 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-fb5b44c9-7f40-4ba3-b571-1f9663873a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:12.180002 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a41ef-9d0e-4d11-bd8e-b15618faf2e9 req-d4cf4a1e-422c-4d43-bfed-4a3c91a7cd5c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:12.187151 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-443a41ef-9d0e-4d11-bd8e-b15618faf2e9 req-d4cf4a1e-422c-4d43-bfed-4a3c91a7cd5c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 945 time: 0.3194051 Jun 23 16:16:12.191079 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55578) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:12.191874 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-acd07acf-9030-4098-900a-3d054f9263ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.216700 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-acd07acf-9030-4098-900a-3d054f9263ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.266252 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-987e6173-9863-4b35-99bd-c7df20db9783 req-b39b7eeb-55b3-4753-abf6-5177c2e4fe59 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433697 Jun 23 16:16:12.282617 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fd446125-038b-4179-a766-aacb5eb4aac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.320000 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a6acec2a-69d6-40c0-bb3f-cd4489fdf30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476'] for subnet, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.330393 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9a5becda-3bb0-43d0-8cc5-1ad3943cacab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:12.330932 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-443a41ef-9d0e-4d11-bd8e-b15618faf2e9 req-55b799cc-cff9-4c3c-9e4d-555bf860edb5 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427732 Jun 23 16:16:12.365108 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-acd07acf-9030-4098-900a-3d054f9263ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.369434 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-acd07acf-9030-4098-900a-3d054f9263ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.369951 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acec2a-69d6-40c0-bb3f-cd4489fdf30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f8d24a0-6230-46a3-b25e-841e5f9309e1,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:12.372290 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-acd07acf-9030-4098-900a-3d054f9263ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6b5e6e0-e554-4b2b-a374-2fd7758a667b HTTP/1.1" status: 204 len: 168 time: 0.3462648 Jun 23 16:16:12.373110 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a6acec2a-69d6-40c0-bb3f-cd4489fdf30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:12.398072 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857508e-74e3-4626-85ce-7eb7b25ec010 req-0910583b-d816-484e-82d7-e2d83b0ee75c tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:12.399652 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-4857508e-74e3-4626-85ce-7eb7b25ec010 req-0910583b-d816-484e-82d7-e2d83b0ee75c tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.86 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 946 time: 0.4059021 Jun 23 16:16:12.449585 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fd446125-038b-4179-a766-aacb5eb4aac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.451488 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-96d47bb8-da0f-4382-98d2-a9aa6b566d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:12.461606 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fd446125-038b-4179-a766-aacb5eb4aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.468232 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd07acf-9030-4098-900a-3d054f9263ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b5e6e0-e554-4b2b-a374-2fd7758a667b,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:12.471472 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-acd07acf-9030-4098-900a-3d054f9263ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:12.480291 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7e30d739-9002-45e1-9ef7-3f5ec0e5c09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:12.500981 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6acec2a-69d6-40c0-bb3f-cd4489fdf30b admin admin] Checking segment: {'id': 'e535ab0f-a74a-4bfb-a046-9883d9417558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:12.501562 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6acec2a-69d6-40c0-bb3f-cd4489fdf30b admin admin] Network hostable DHCP agents. Network: 3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:16:12.555038 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6acec2a-69d6-40c0-bb3f-cd4489fdf30b admin admin] Network 3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897 is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:16:12.567459 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-a6acec2a-69d6-40c0-bb3f-cd4489fdf30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, 3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897) {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:12.574594 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6acec2a-69d6-40c0-bb3f-cd4489fdf30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:12.575194 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a6acec2a-69d6-40c0-bb3f-cd4489fdf30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.578100 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-fd446125-038b-4179-a766-aacb5eb4aac6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b20fcb8fbf242c1b0201e4739421f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448160 Jun 23 16:16:12.578909 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0a6753-28c4-4102-a981-8addbfeb6e73 None None] Network 3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:16:12.584488 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd446125-038b-4179-a766-aacb5eb4aac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d56fa4d-256d-40c0-9f35-10970f38d545,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:12.584659 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55588) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:12.587690 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-fd446125-038b-4179-a766-aacb5eb4aac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:12.634648 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-a6acec2a-69d6-40c0-bb3f-cd4489fdf30b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6963897 Jun 23 16:16:12.659556 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-4857508e-74e3-4626-85ce-7eb7b25ec010 req-bd1f122f-22f7-434e-8370-856a3bf062b2 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Deleting port a8f703f9-7fc4-4559-b83f-b2aa8231ae60 {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:16:12.659986 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-4857508e-74e3-4626-85ce-7eb7b25ec010 req-bd1f122f-22f7-434e-8370-856a3bf062b2 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.661496 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501db4f0-53a4-493a-ab0f-38d6602ec579 req-965c3a9b-c22f-4be0-b14a-c5b09192ad23 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:12.663488 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-501db4f0-53a4-493a-ab0f-38d6602ec579 req-965c3a9b-c22f-4be0-b14a-c5b09192ad23 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 946 time: 0.1603129 Jun 23 16:16:12.701394 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c039d30c-3f42-4084-b918-7901cea9f26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.719868 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-501db4f0-53a4-493a-ab0f-38d6602ec579 req-cb17b130-a597-44ef-8c9a-a49a204611aa tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/security-groups?id=dccf86dd-da02-4701-889b-b170ebf12a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505154 Jun 23 16:16:12.794677 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-4857508e-74e3-4626-85ce-7eb7b25ec010 req-bd1f122f-22f7-434e-8370-856a3bf062b2 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] For port a8f703f9-7fc4-4559-b83f-b2aa8231ae60, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8f703f9-7fc4-4559-b83f-b2aa8231ae60,segment=NetworkSegment(bedd7397-613d-48e1-97d3-15e50b14a9af),segment_id=bedd7397-613d-48e1-97d3-15e50b14a9af)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:12.795176 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-4857508e-74e3-4626-85ce-7eb7b25ec010 req-bd1f122f-22f7-434e-8370-856a3bf062b2 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.802979 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a620ec17-2283-4f82-b2a4-b1ae2bc7ec4e None None] Network 3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:16:12.812214 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-4857508e-74e3-4626-85ce-7eb7b25ec010 req-bd1f122f-22f7-434e-8370-856a3bf062b2 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Calling delete_port for a8f703f9-7fc4-4559-b83f-b2aa8231ae60 owned by compute:nova {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:16:12.821375 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c039d30c-3f42-4084-b918-7901cea9f26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:12.984870 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9c376-af55-4f5a-96d8-a71cba831040 req-d101091a-2fed-4df8-94ab-426da96493d2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:12.987845 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-57f9c376-af55-4f5a-96d8-a71cba831040 req-d101091a-2fed-4df8-94ab-426da96493d2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 944 time: 0.1011806 Jun 23 16:16:13.002346 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c039d30c-3f42-4084-b918-7901cea9f26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.005231 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c039d30c-3f42-4084-b918-7901cea9f26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.009133 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-c039d30c-3f42-4084-b918-7901cea9f26d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d56fa4d-256d-40c0-9f35-10970f38d545 HTTP/1.1" status: 204 len: 168 time: 0.4211857 Jun 23 16:16:13.011292 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ae93cd8c-2ece-4d3e-aff9-0e8712acf1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:13.022927 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039d30c-3f42-4084-b918-7901cea9f26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d56fa4d-256d-40c0-9f35-10970f38d545,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:13.025771 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-c039d30c-3f42-4084-b918-7901cea9f26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:13.042293 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-57f9c376-af55-4f5a-96d8-a71cba831040 req-66c946b7-9b4c-4eb3-96f5-027ea4e552d6 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448198 Jun 23 16:16:13.099521 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55606) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:13.114172 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-4857508e-74e3-4626-85ce-7eb7b25ec010 req-bd1f122f-22f7-434e-8370-856a3bf062b2 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.118181 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c2756ae5-50ba-4b55-b8d5-a483479bbcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.119898 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:13.154591 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['a8f703f9-7fc4-4559-b83f-b2aa8231ae60'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:16:13.173876 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f122f-22f7-434e-8370-856a3bf062b2 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Pushing event deleted for resources: {'Port': ['ID=a8f703f9-7fc4-4559-b83f-b2aa8231ae60,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:13.208296 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-bd1f122f-22f7-434e-8370-856a3bf062b2 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:13.236541 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device edd97887-83ca-4ed9-8585-7821712666bf up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:16:13.249862 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c2756ae5-50ba-4b55-b8d5-a483479bbcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.255930 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c2756ae5-50ba-4b55-b8d5-a483479bbcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.263372 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8ee08d2b-e8aa-4d37-af00-54bb8668bf6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:13.297924 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port edd97887-83ca-4ed9-8585-7821712666bf completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:13.299400 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4857508e-74e3-4626-85ce-7eb7b25ec010 req-bd1f122f-22f7-434e-8370-856a3bf062b2 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] No DVR routers for this DVR port a8f703f9-7fc4-4559-b83f-b2aa8231ae60 on host hv-cinder-78836 {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:16:13.302816 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-4857508e-74e3-4626-85ce-7eb7b25ec010 req-bd1f122f-22f7-434e-8370-856a3bf062b2 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.305291 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-4857508e-74e3-4626-85ce-7eb7b25ec010 req-bd1f122f-22f7-434e-8370-856a3bf062b2 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.86 "DELETE /v2.0/ports/a8f703f9-7fc4-4559-b83f-b2aa8231ae60 HTTP/1.1" status: 204 len: 173 time: 0.8960407 Jun 23 16:16:13.305995 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a925c908-913b-4bd4-a913-6820bda8255f', 'name': 'network-vif-deleted', 'tag': 'a8f703f9-7fc4-4559-b83f-b2aa8231ae60'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:13.306471 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port edd97887-83ca-4ed9-8585-7821712666bf triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:13.307258 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.309029 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c5cef8-a63b-428d-a48b-49b2d18b7aa0" -d '{"events": [{"server_uuid": "a925c908-913b-4bd4-a913-6820bda8255f", "name": "network-vif-deleted", "tag": "a8f703f9-7fc4-4559-b83f-b2aa8231ae60"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:13.338535 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-c2756ae5-50ba-4b55-b8d5-a483479bbcf2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b0190176b614ccea4a381b3ca94f53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352812 Jun 23 16:16:13.338903 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55616) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:13.349137 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2756ae5-50ba-4b55-b8d5-a483479bbcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece6e91f-aee7-440f-b0e6-438a1ced42a1,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:13.377120 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-c2756ae5-50ba-4b55-b8d5-a483479bbcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:13.421025 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405357fa-696e-4e0a-a80b-f199998bb28c x-openstack-request-id: req-405357fa-696e-4e0a-a80b-f199998bb28c {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:13.421673 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a925c908-913b-4bd4-a913-6820bda8255f", "name": "network-vif-deleted", "tag": "a8f703f9-7fc4-4559-b83f-b2aa8231ae60", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:13.422067 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-405357fa-696e-4e0a-a80b-f199998bb28c {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:13.422761 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a925c908-913b-4bd4-a913-6820bda8255f', 'name': 'network-vif-deleted', 'tag': 'a8f703f9-7fc4-4559-b83f-b2aa8231ae60', 'status': 'completed', 'code': 200} Jun 23 16:16:13.443829 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-19c4bded-599c-4695-a2dc-f45687ba8a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.522716 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-19c4bded-599c-4695-a2dc-f45687ba8a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.551955 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.594180 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55626) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:13.609463 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd50bd61-2299-4132-a0b4-6391a18b201d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd97887-83ca-4ed9-8585-7821712666bf'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:13.614858 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eac79a-ca2a-4480-8aeb-45f52d9c3226" -d '{"events": [{"server_uuid": "cd50bd61-2299-4132-a0b4-6391a18b201d", "name": "network-vif-plugged", "status": "completed", "tag": "edd97887-83ca-4ed9-8585-7821712666bf"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:13.626690 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed54b5cd-fba0-4ba3-a380-7cb5620f0859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.645653 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a0306-cad1-4198-9f68-cf30f53e7836 req-91d1fd08-cc52-4525-8cf2-c34e6a2b2709 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:13.647361 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b77a0306-cad1-4198-9f68-cf30f53e7836 req-91d1fd08-cc52-4525-8cf2-c34e6a2b2709 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 944 time: 0.2294085 Jun 23 16:16:13.667296 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a6e5d-4199-4667-bdaa-9b355fa1bd90 req-4a3ba46e-dbe9-4f7e-9de9-f61016f057b6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:13.668922 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c28a6e5d-4199-4667-bdaa-9b355fa1bd90 req-4a3ba46e-dbe9-4f7e-9de9-f61016f057b6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 945 time: 0.1320438 Jun 23 16:16:13.675409 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port edd97887-83ca-4ed9-8585-7821712666bf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=edd97887-83ca-4ed9-8585-7821712666bf,segment=NetworkSegment(8ec11cd6-e1dc-486f-a020-365774138f69),segment_id=8ec11cd6-e1dc-486f-a020-365774138f69)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:13.682130 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.683279 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device ca5360e7-9f9b-4652-988b-3b66d748b994 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:16:13.707955 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-19c4bded-599c-4695-a2dc-f45687ba8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.718175 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-19c4bded-599c-4695-a2dc-f45687ba8a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.723031 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-19c4bded-599c-4695-a2dc-f45687ba8a49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ece6e91f-aee7-440f-b0e6-438a1ced42a1 HTTP/1.1" status: 204 len: 168 time: 0.3831220 Jun 23 16:16:13.725288 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:13.736017 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ea739cd7-30a6-4996-b33d-dbccd81257d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:13.782328 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b77a0306-cad1-4198-9f68-cf30f53e7836 req-c02b09ab-7a24-42bf-8437-9f6cccf73ed9 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107318 Jun 23 16:16:13.783840 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4bded-599c-4695-a2dc-f45687ba8a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece6e91f-aee7-440f-b0e6-438a1ced42a1,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:13.793864 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-19c4bded-599c-4695-a2dc-f45687ba8a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:13.803823 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port ca5360e7-9f9b-4652-988b-3b66d748b994 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:13.815564 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c28a6e5d-4199-4667-bdaa-9b355fa1bd90 req-540a1f8a-5baa-48be-aec0-1c5ffc9edd0e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296144 Jun 23 16:16:13.820829 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port ca5360e7-9f9b-4652-988b-3b66d748b994 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:13.821203 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.847058 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=edd97887-83ca-4ed9-8585-7821712666bf,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:13.861993 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:13.873640 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646dc5ae-4e12-4d2c-9ec2-7b09b6a62d15 x-openstack-request-id: req-646dc5ae-4e12-4d2c-9ec2-7b09b6a62d15 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:13.874043 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd50bd61-2299-4132-a0b4-6391a18b201d", "name": "network-vif-plugged", "status": "completed", "tag": "edd97887-83ca-4ed9-8585-7821712666bf", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:13.874327 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-646dc5ae-4e12-4d2c-9ec2-7b09b6a62d15 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:13.874726 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd50bd61-2299-4132-a0b4-6391a18b201d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd97887-83ca-4ed9-8585-7821712666bf', 'code': 200} Jun 23 16:16:13.924425 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed54b5cd-fba0-4ba3-a380-7cb5620f0859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.933908 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ed54b5cd-fba0-4ba3-a380-7cb5620f0859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:13.957484 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-b70cf160-a2df-456c-a65e-80d8652bec58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:13.961018 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.014949 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55642) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:14.017468 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-ed54b5cd-fba0-4ba3-a380-7cb5620f0859 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa4bca23d2df4a9db01805d22c0b4172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219425 Jun 23 16:16:14.029309 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port ca5360e7-9f9b-4652-988b-3b66d748b994, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca5360e7-9f9b-4652-988b-3b66d748b994,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:14.036869 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.038124 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 557dd663-0aba-4116-836d-39c9be8fe871 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:16:14.045843 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:14.063111 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54b5cd-fba0-4ba3-a380-7cb5620f0859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259ec074-44d8-4362-96dd-9c1f235637f6,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:14.096068 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ed54b5cd-fba0-4ba3-a380-7cb5620f0859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:14.263157 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b5d15ade-74fb-4402-99e3-1afd8c175138 req-84a296d4-3075-46ca-87cf-adc795fe6bbf tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] 10.222.0.23 "GET /v2.0/ports?device_id=a925c908-913b-4bd4-a913-6820bda8255f HTTP/1.1" status: 200 len: 210 time: 0.0873435 Jun 23 16:16:14.264616 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-34940e4d-504f-4131-9df6-4725744b903d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.323351 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-34940e4d-504f-4131-9df6-4725744b903d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.344980 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=ca5360e7-9f9b-4652-988b-3b66d748b994,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:14.355498 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:14.397194 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-34940e4d-504f-4131-9df6-4725744b903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.407100 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port 557dd663-0aba-4116-836d-39c9be8fe871 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:14.408075 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-34940e4d-504f-4131-9df6-4725744b903d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.410308 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-34940e4d-504f-4131-9df6-4725744b903d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/259ec074-44d8-4362-96dd-9c1f235637f6 HTTP/1.1" status: 204 len: 168 time: 0.3931823 Jun 23 16:16:14.416930 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port 557dd663-0aba-4116-836d-39c9be8fe871 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:14.422453 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.432001 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:14.479762 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34940e4d-504f-4131-9df6-4725744b903d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259ec074-44d8-4362-96dd-9c1f235637f6,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:14.494853 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-34940e4d-504f-4131-9df6-4725744b903d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:14.519566 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55660) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:14.541660 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-661933944-network', 'tenant_id': '3761574de0144beab214172b21f69731'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:14.562925 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75882ef-f195-4841-9310-9959bd1afa25 req-590be6b9-8bd1-4f15-be21-d4050e5aae81 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:14.564775 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d75882ef-f195-4841-9310-9959bd1afa25 req-590be6b9-8bd1-4f15-be21-d4050e5aae81 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1527827 Jun 23 16:16:14.600701 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5eb12-fb38-41b7-8972-93d0d4fa9fb6 req-fd930de5-8bbe-4b8f-b9eb-413c8d18fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:14.603530 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-bcf5eb12-fb38-41b7-8972-93d0d4fa9fb6 req-fd930de5-8bbe-4b8f-b9eb-413c8d18fc06 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 1098 time: 0.2766864 Jun 23 16:16:14.606169 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Made reservation on behalf of 3761574de0144beab214172b21f69731 for: {'network': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:14.610186 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.644034 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.646559 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.661676 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d75882ef-f195-4841-9310-9959bd1afa25 req-50d7ec66-faa2-4a1f-aee3-f522197e8d62 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911148 Jun 23 16:16:14.696410 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 557dd663-0aba-4116-836d-39c9be8fe871, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=557dd663-0aba-4116-836d-39c9be8fe871,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:14.702705 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.704932 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-bcf5eb12-fb38-41b7-8972-93d0d4fa9fb6 req-5350b802-38a9-4486-a1d7-6786c6275495 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902016 Jun 23 16:16:14.707271 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:14.767788 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=557dd663-0aba-4116-836d-39c9be8fe871,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:14.780772 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:14.816009 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.827964 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.831541 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-1bf22468-becf-4252-b497-f3e31e77d92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:14.854190 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4d5f3d-7336-4358-b816-097e708ae5d3,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:14.859388 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:14.872350 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=93113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:16:14.894590 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:14.894970 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.segments_db [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Added segment 9109559a-7ac6-4e62-bf6e-799459244368 of type vlan for network f6a8192f-618a-498a-b881-0962186d1cfd Jun 23 16:16:14.964555 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:15.007023 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:15.012821 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:15.012821 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:15.029933 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9154ae23-55bb-4b3e-b9c4-2721d7d586ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:15.038638 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5176287 Jun 23 16:16:15.049013 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55682) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:15.054449 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] Request body: {'subnet': {'network_id': 'f6a8192f-618a-498a-b881-0962186d1cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-661933944-subnet', 'tenant_id': '3761574de0144beab214172b21f69731', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:15.086834 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7843c-fb16-4443-9146-5a7bf1821f1c req-8a699085-91ab-4fb4-aca5-a512b24f7f6f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:15.088347 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6ef7843c-fb16-4443-9146-5a7bf1821f1c req-8a699085-91ab-4fb4-aca5-a512b24f7f6f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1110268 Jun 23 16:16:15.116555 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Pushing event updated for resources: {'Network': ['ID=f6a8192f-618a-498a-b881-0962186d1cfd,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:15.122102 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:15.123689 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] Made reservation on behalf of 3761574de0144beab214172b21f69731 for: {'subnet': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:15.127025 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:15.135364 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network f6a8192f-618a-498a-b881-0962186d1cfd details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:16:15.162562 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66015ff9-59fa-499c-b900-079754d478d5 req-de544eb4-eedb-4a1f-a113-7b94b0603437 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:15.165143 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-66015ff9-59fa-499c-b900-079754d478d5 req-de544eb4-eedb-4a1f-a113-7b94b0603437 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1444917 Jun 23 16:16:15.236668 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6ef7843c-fb16-4443-9146-5a7bf1821f1c req-82bfbaec-c367-48e6-ab37-5f7842b65d34 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302211 Jun 23 16:16:15.276167 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-66015ff9-59fa-499c-b900-079754d478d5 req-4597b951-f6c5-475f-8ee0-03a9d626fc7a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938489 Jun 23 16:16:15.399403 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476'] for subnet, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:15.403739 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:15.467908 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=767c04ad-7c22-4de7-b871-03daf19e44a7,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:15.480665 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:15.481634 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] Checking segment: {'id': '9109559a-7ac6-4e62-bf6e-799459244368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f6a8192f-618a-498a-b881-0962186d1cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:15.481987 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] Network hostable DHCP agents. Network: f6a8192f-618a-498a-b881-0962186d1cfd, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:16:15.508613 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] Network f6a8192f-618a-498a-b881-0962186d1cfd is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:16:15.521581 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, f6a8192f-618a-498a-b881-0962186d1cfd) {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:15.528968 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:15.536607 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:15.548651 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12b946-828f-4ed0-9f41-0a9d04c090fd None None] Network f6a8192f-618a-498a-b881-0962186d1cfd requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:16:15.599657 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5494385 Jun 23 16:16:15.704242 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d157c-77b8-4d85-95a8-fdc075c8927c None None] Network f6a8192f-618a-498a-b881-0962186d1cfd requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:16:15.880460 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbb9473-4e04-4f45-a81a-cdace784b1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5360e7-9f9b-4652-988b-3b66d748b994'}, {'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:15.885800 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea99b92e-318c-44f5-a138-070677053617" -d '{"events": [{"server_uuid": "5bbb9473-4e04-4f45-a81a-cdace784b1e1", "name": "network-vif-plugged", "status": "completed", "tag": "ca5360e7-9f9b-4652-988b-3b66d748b994"}, {"server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "name": "network-vif-plugged", "status": "completed", "tag": "557dd663-0aba-4116-836d-39c9be8fe871"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:15.988180 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11098dbe-8dd7-4fa9-a85e-d34034fbd1fe x-openstack-request-id: req-11098dbe-8dd7-4fa9-a85e-d34034fbd1fe {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:15.988395 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbb9473-4e04-4f45-a81a-cdace784b1e1", "name": "network-vif-plugged", "status": "completed", "tag": "ca5360e7-9f9b-4652-988b-3b66d748b994", "code": 200}, {"server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "name": "network-vif-plugged", "status": "completed", "tag": "557dd663-0aba-4116-836d-39c9be8fe871", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:15.988628 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11098dbe-8dd7-4fa9-a85e-d34034fbd1fe {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:15.989262 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbb9473-4e04-4f45-a81a-cdace784b1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5360e7-9f9b-4652-988b-3b66d748b994', 'code': 200} Jun 23 16:16:15.989522 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871', 'code': 200} Jun 23 16:16:16.014884 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87718c8a-8151-4d98-aa27-cea4c9b53e5b req-e300e419-b230-4a0d-9b1f-0cc05bfc7c89 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:16.016418 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-87718c8a-8151-4d98-aa27-cea4c9b53e5b req-e300e419-b230-4a0d-9b1f-0cc05bfc7c89 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1016476 Jun 23 16:16:16.065518 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-87718c8a-8151-4d98-aa27-cea4c9b53e5b req-1c03eb76-a9e6-4c06-b547-65cb78b4dd20 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427775 Jun 23 16:16:16.577920 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e223b-b0a9-483d-ac82-caf6cef104f5 req-e6d6f9a4-871b-4175-b4e9-4c1a1ea97bb4 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:16.579505 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0a9e223b-b0a9-483d-ac82-caf6cef104f5 req-e6d6f9a4-871b-4175-b4e9-4c1a1ea97bb4 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1646612 Jun 23 16:16:16.589025 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2dc20-e23c-4415-8565-107e3eab3fdb req-630d8474-d94a-4bf9-8749-bb22e7aa0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:16.590616 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-24c2dc20-e23c-4415-8565-107e3eab3fdb req-630d8474-d94a-4bf9-8749-bb22e7aa0fd3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 1098 time: 0.2491972 Jun 23 16:16:16.666067 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-24c2dc20-e23c-4415-8565-107e3eab3fdb req-e164259f-c261-4aa5-9d15-e085369d5b61 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678632 Jun 23 16:16:16.682842 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0a9e223b-b0a9-483d-ac82-caf6cef104f5 req-e1de909c-f88d-4bfc-9938-210a23dd100b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964427 Jun 23 16:16:16.760384 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f57683-979d-4183-81fc-29f3745c5ec6 req-893e1b2c-2c4a-4d48-813e-32fa875f9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:16.762197 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-d7f57683-979d-4183-81fc-29f3745c5ec6 req-893e1b2c-2c4a-4d48-813e-32fa875f9a28 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 1099 time: 0.4374542 Jun 23 16:16:16.805259 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-f6cf5f0e-c4aa-4b2e-b8fa-13a41ad69e07 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:16.807219 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-f6cf5f0e-c4aa-4b2e-b8fa-13a41ad69e07 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/networks?id=3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897 HTTP/1.1" status: 200 len: 809 time: 0.1377113 Jun 23 16:16:16.825300 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-a2574ecd-b1f3-4d22-a82f-6c058a82cac9 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/quotas/3e59f148c9114ae0b9f70aaaec237402 HTTP/1.1" status: 200 len: 375 time: 0.0114725 Jun 23 16:16:16.889474 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-a5e46ed0-debe-443c-9485-f9d9baa23330 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e59f148c9114ae0b9f70aaaec237402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564408 Jun 23 16:16:16.988026 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc27d-a881-45e2-a4e6-32e2bb6a67af req-71f5215f-1bf0-489d-82ed-489f062b3950 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:16.989857 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a89cc27d-a881-45e2-a4e6-32e2bb6a67af req-71f5215f-1bf0-489d-82ed-489f062b3950 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1586754 Jun 23 16:16:17.013490 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-054fee40-a4a8-4389-9714-ac14302ff803 service neutron] 10.222.0.23 "GET /v2.0/networks/3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151490 Jun 23 16:16:17.040078 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-d7f57683-979d-4183-81fc-29f3745c5ec6 req-bcff3332-e3f4-4d97-b809-16da836dbbd5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549958 Jun 23 16:16:17.097434 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a89cc27d-a881-45e2-a4e6-32e2bb6a67af req-1d4daa42-d951-451d-9bbb-fa4c8efaedb1 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978558 Jun 23 16:16:17.133261 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-bad21d69-8245-4374-af6e-9318558689c1 service neutron] 10.222.0.23 "GET /v2.0/networks/3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109293 Jun 23 16:16:17.266589 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device a8f703f9-7fc4-4559-b83f-b2aa8231ae60 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:16:17.329606 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: a8f703f9-7fc4-4559-b83f-b2aa8231ae60 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:16:17.330158 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device a8f703f9-7fc4-4559-b83f-b2aa8231ae60 not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:16:17.591967 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-336b5ae1-ce0b-41d3-8cb4-653e0f97fd30 req-5d392e87-0397-475b-ab88-7879c79dbdcd tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 210 time: 0.1028225 Jun 23 16:16:17.625467 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fd010-cc61-4fa5-ab56-38b892832c55 req-94b7f7ef-bcb8-4916-8ec1-e79b9e8067a6 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:17.627835 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7f6fd010-cc61-4fa5-ab56-38b892832c55 req-94b7f7ef-bcb8-4916-8ec1-e79b9e8067a6 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1370804 Jun 23 16:16:17.644314 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c28a69-2825-4393-876c-5ee5d5a26db0 req-8f722983-8e87-4810-b62d-77d40bef12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:17.646177 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-26c28a69-2825-4393-876c-5ee5d5a26db0 req-8f722983-8e87-4810-b62d-77d40bef12e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6392760d904cc6a4f117b3c04703e1&device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 1098 time: 0.0912714 Jun 23 16:16:17.708545 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7f6fd010-cc61-4fa5-ab56-38b892832c55 req-b0a6da28-9557-4a06-8199-93616aab5fc9 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721507 Jun 23 16:16:17.709297 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55828) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:17.798427 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e05530f-9050-4cc6-90f6-acb4a9131361 admin admin] Deleting subnet fb45828b-71dc-421e-b770-36a5f5bc5516 {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:16:17.801769 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2e05530f-9050-4cc6-90f6-acb4a9131361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:17.842880 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c28a69-2825-4393-876c-5ee5d5a26db0 req-6a3775ed-794e-4929-a993-9294a0e367f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:17.847070 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-26c28a69-2825-4393-876c-5ee5d5a26db0 req-6a3775ed-794e-4929-a993-9294a0e367f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a89471-52b2-40ae-a8f0-056b1821cd63 HTTP/1.1" status: 200 len: 920 time: 0.1932278 Jun 23 16:16:17.901847 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2e05530f-9050-4cc6-90f6-acb4a9131361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27704903'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:17.941396 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-26c28a69-2825-4393-876c-5ee5d5a26db0 req-0a89d73d-95bd-4dec-af8f-e5009d0959f0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edd97887-83ca-4ed9-8585-7821712666bf HTTP/1.1" status: 200 len: 217 time: 0.0527604 Jun 23 16:16:17.972339 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2e05530f-9050-4cc6-90f6-acb4a9131361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:18.022324 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a4546-ea99-4a3b-9587-4e7686d12e8a req-20eb5a54-46fe-40cf-b70e-dc084c72ff01 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:18.022816 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c28a69-2825-4393-876c-5ee5d5a26db0 req-9baadfa1-414f-4f35-a825-4d1ecaf0e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:18.024430 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-26c28a69-2825-4393-876c-5ee5d5a26db0 req-9baadfa1-414f-4f35-a825-4d1ecaf0e02b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=81a16e50-4902-426d-a9a7-7c4e7c412276 HTTP/1.1" status: 200 len: 859 time: 0.0708506 Jun 23 16:16:18.026741 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7a1a4546-ea99-4a3b-9587-4e7686d12e8a req-20eb5a54-46fe-40cf-b70e-dc084c72ff01 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1852317 Jun 23 16:16:18.068471 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-26c28a69-2825-4393-876c-5ee5d5a26db0 req-874da127-2c2d-4efb-bb5c-e0d61ba97eaa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a89471-52b2-40ae-a8f0-056b1821cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333846 Jun 23 16:16:18.077204 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-742e76c8-f743-496e-b96d-a4643cb15a16 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=02b019cab286464f98d665f63a99ac74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826275 Jun 23 16:16:18.106842 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55848) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:18.209664 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-26c28a69-2825-4393-876c-5ee5d5a26db0 req-193f47bb-e7ae-444f-b944-b3b3069353d4 service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243925 Jun 23 16:16:18.290239 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7a1a4546-ea99-4a3b-9587-4e7686d12e8a req-57c20beb-7b8f-4a07-bb81-0d1bb3436c51 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415378 Jun 23 16:16:18.321444 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2e05530f-9050-4cc6-90f6-acb4a9131361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27874705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28535818'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:18.329772 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d36df00e-a4cf-43d1-aaf7-e13341d2baa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:18.372122 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-26c28a69-2825-4393-876c-5ee5d5a26db0 req-76df0313-f82f-4cc4-a50a-6916d19a9afd service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433308 Jun 23 16:16:18.377377 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:18.494091 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d36df00e-a4cf-43d1-aaf7-e13341d2baa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:18.500722 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d36df00e-a4cf-43d1-aaf7-e13341d2baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:18.505323 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-aac62fca-bb5c-4ff6-9de1-9043d795a61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:18.551624 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-d36df00e-a4cf-43d1-aaf7-e13341d2baa5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e69bc45a2254e6a82e20f80fb999610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436913 Jun 23 16:16:18.552496 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55864) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:18.562374 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36df00e-a4cf-43d1-aaf7-e13341d2baa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd59169-0c93-4b64-92d6-560fe9219b06,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:18.572530 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-d36df00e-a4cf-43d1-aaf7-e13341d2baa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:18.620217 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-5f8e6053-cb9d-4822-9d4e-b22f208e1d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:18.645719 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-5f8e6053-cb9d-4822-9d4e-b22f208e1d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:18.676801 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2e05530f-9050-4cc6-90f6-acb4a9131361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:18.678680 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-2e05530f-9050-4cc6-90f6-acb4a9131361 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fb45828b-71dc-421e-b770-36a5f5bc5516 HTTP/1.1" status: 204 len: 168 time: 0.9657950 Jun 23 16:16:18.679554 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05530f-9050-4cc6-90f6-acb4a9131361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb45828b-71dc-421e-b770-36a5f5bc5516,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:18.681386 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55874) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:18.704045 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2e05530f-9050-4cc6-90f6-acb4a9131361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:18.741439 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-8b013754-e376-4688-822a-f4f3d5e1abcb tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:18.750416 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-8b013754-e376-4688-822a-f4f3d5e1abcb tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6595771 Jun 23 16:16:18.754026 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:18.755851 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-5f8e6053-cb9d-4822-9d4e-b22f208e1d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:18.758387 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-5f8e6053-cb9d-4822-9d4e-b22f208e1d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:18.759506 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-5f8e6053-cb9d-4822-9d4e-b22f208e1d8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fdd59169-0c93-4b64-92d6-560fe9219b06 HTTP/1.1" status: 204 len: 168 time: 0.2046361 Jun 23 16:16:18.761800 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:18.774767 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e6053-cb9d-4822-9d4e-b22f208e1d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd59169-0c93-4b64-92d6-560fe9219b06,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:18.777351 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-5f8e6053-cb9d-4822-9d4e-b22f208e1d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:18.778539 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-774e0580-67fc-4667-8451-637c078d2aac tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/quotas/02b019cab286464f98d665f63a99ac74 HTTP/1.1" status: 200 len: 375 time: 0.0269706 Jun 23 16:16:18.844172 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-813775cb-93bd-45c5-acd7-c84f0cd7150b tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=02b019cab286464f98d665f63a99ac74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558598 Jun 23 16:16:18.864542 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ce23e-ad1c-4d4a-a83d-567ee4716d18 req-d266a2c3-9771-4d32-9cc3-93b459438636 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:18.866709 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-605ce23e-ad1c-4d4a-a83d-567ee4716d18 req-d266a2c3-9771-4d32-9cc3-93b459438636 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1979940 Jun 23 16:16:18.868449 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:18.894349 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:18.894707 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:18.895878 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:18.896217 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > port after_create 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:18.896547 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:18.896911 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > port after_update 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:18.897270 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:18.897577 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:18.897905 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:18.898217 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:18.930932 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-605ce23e-ad1c-4d4a-a83d-567ee4716d18 req-f0ae2e34-a25f-4616-b464-1c9793ebe64d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570960 Jun 23 16:16:19.091760 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7d93b5a4-e490-46c0-a96e-2e9aa9632738 req-fc729493-3e84-4fe9-a0a1-506b7c4ae371 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 210 time: 0.0427423 Jun 23 16:16:19.109815 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:19.110461 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:19.110964 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:19.111298 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:16:19.111665 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6bea6f-cef7-4d7a-9280-1cacc36f18bf']}} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:19.148535 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedd7397-613d-48e1-97d3-15e50b14a9af') {'for_net_delete': True} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:19.159512 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedd7397-613d-48e1-97d3-15e50b14a9af') {} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:19.176770 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4cda9728-d9a2-4280-81f4-a61aeb389223 req-2ab0aaf3-a210-448d-9862-b90010b76522 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 210 time: 0.0313129 Jun 23 16:16:19.185878 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28476742'] for segment, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:19.220001 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55888) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:19.221262 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:19.229914 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:16:19.230335 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28743871'] for segment, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:19.241018 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d275f8a4-0fc2-44df-bc4c-cb735040b65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:19.280995 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8c1ab-3673-4862-8491-0062c976574c req-dd3e84c8-47f1-4967-b01b-7d16f8ce5251 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:19.282972 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-81b8c1ab-3673-4862-8491-0062c976574c req-dd3e84c8-47f1-4967-b01b-7d16f8ce5251 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1088765 Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: from cryptography.utils import int_from_bytes Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: from cryptography.utils import int_from_bytes Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: Traceback (most recent call last): Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: timer() Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: cb(*args, **kw) Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: return func(*args, **kwargs) Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: self._notify() Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: self.callback(batched_events) Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: event.method(event) Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: return f(self, *a, **k) Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: return self._get(url).json() Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: return self.request(url, 'GET', **kwargs) Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:16:19.289511 dv-cinder-788363-4-smb neutron-server[93113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:16:19.299482 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:19.310643 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:19.316674 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8a6bea6f-cef7-4d7a-9280-1cacc36f18bf HTTP/1.1" status: 204 len: 168 time: 0.6338022 Jun 23 16:16:19.316984 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:19.343897 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6bea6f-cef7-4d7a-9280-1cacc36f18bf,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:19.346769 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-e79aeb40-a28a-40b4-a5ff-bfe423948259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:19.399188 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-81b8c1ab-3673-4862-8491-0062c976574c req-fbd5d524-0725-462e-a2c6-72903a60c458 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053250 Jun 23 16:16:19.467124 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d275f8a4-0fc2-44df-bc4c-cb735040b65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:19.479877 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d275f8a4-0fc2-44df-bc4c-cb735040b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:19.486801 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-19c4bded-599c-4695-a2dc-f45687ba8a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:19.534596 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275f8a4-0fc2-44df-bc4c-cb735040b65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c1eb2f-6587-4990-b716-59847aae33cc,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:19.550598 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-385572a3-5cdd-4a48-8475-8b320418e2e3 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:19.552177 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-385572a3-5cdd-4a48-8475-8b320418e2e3 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.86 "GET /v2.0/networks?id=3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897 HTTP/1.1" status: 200 len: 809 time: 0.1607959 Jun 23 16:16:19.556539 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d275f8a4-0fc2-44df-bc4c-cb735040b65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:19.588696 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Request body: {'port': {'device_id': '2ad35c44-4dad-40b8-bc71-2cc7a119d05d', 'network_id': '3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897', 'admin_state_up': True, 'tenant_id': '3e59f148c9114ae0b9f70aaaec237402'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:19.643109 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55900) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:19.698926 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-d275f8a4-0fc2-44df-bc4c-cb735040b65d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6ef074d5ae94957b1be62d4f0cf3e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731750 Jun 23 16:16:19.701060 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55906) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:19.759509 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-a7729dab-898e-4431-8870-96d162ca9e6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f5ad65a8eeb4b7c80779d70939b92c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1109445 Jun 23 16:16:19.762616 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Made reservation on behalf of 3e59f148c9114ae0b9f70aaaec237402 for: {'port': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:19.767684 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:19.768808 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55910) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:19.786538 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837e3af-bec9-49ea-8372-e965d9d3e7bf req-3c4fc705-117e-463f-8dc6-f14bd048cc26 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:19.794511 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a837e3af-bec9-49ea-8372-e965d9d3e7bf req-3c4fc705-117e-463f-8dc6-f14bd048cc26 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.2702167 Jun 23 16:16:19.818776 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca86301-2315-43d1-9462-25a456c7c3f6 req-79517e15-738d-4da0-bd6d-2bc7487ea61e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:19.821674 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9ca86301-2315-43d1-9462-25a456c7c3f6 req-79517e15-738d-4da0-bd6d-2bc7487ea61e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.2152011 Jun 23 16:16:19.829617 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55916) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:19.835205 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-f03aa814-4488-4bb8-98ae-97382c68e03d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Request body: {'floatingip': {'port_id': 'ca5360e7-9f9b-4652-988b-3b66d748b994'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:19.920170 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-47c5a616-0818-484b-965c-484b473331e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:19.935284 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f03aa814-4488-4bb8-98ae-97382c68e03d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:19.975414 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Allocated IP 172.20.0.2 (3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897/7f8d24a0-6230-46a3-b25e-841e5f9309e1/79a47e10-5946-494a-a8d0-b824a83f36fa) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:16:19.991298 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a837e3af-bec9-49ea-8372-e965d9d3e7bf req-d2e80201-2411-4aa9-be49-bbd90d4d7ea2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958785 Jun 23 16:16:20.053929 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-47c5a616-0818-484b-965c-484b473331e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:20.091544 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-56985436-5b8e-4030-b98c-35f0e0bf6650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:20.183770 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-47c5a616-0818-484b-965c-484b473331e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:20.186642 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-47c5a616-0818-484b-965c-484b473331e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:20.190372 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-47c5a616-0818-484b-965c-484b473331e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8c1eb2f-6587-4990-b716-59847aae33cc HTTP/1.1" status: 204 len: 168 time: 0.4858403 Jun 23 16:16:20.191428 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9b344652-0f21-4f6d-9555-4433e1797354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:20.202533 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5a616-0818-484b-965c-484b473331e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c1eb2f-6587-4990-b716-59847aae33cc,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:20.211091 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-47c5a616-0818-484b-965c-484b473331e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:20.216142 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:20.266782 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28743793'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:20.273405 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9aaf528a-c322-463e-a45c-43c0b3c4d623 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:20.288261 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-56985436-5b8e-4030-b98c-35f0e0bf6650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:20.322151 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Network 3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:16:20.326231 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:20.328343 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Pushing event updated for resources: {'Port': ['ID=79a47e10-5946-494a-a8d0-b824a83f36fa,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:20.330431 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:16:20.333112 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:20.379338 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:20.379869 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:20.395162 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8178809 Jun 23 16:16:20.419560 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Request body: {'port': {'device_id': '2ad35c44-4dad-40b8-bc71-2cc7a119d05d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:20.441022 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d5dea-ec88-4078-be44-ee5bb206dada req-eabbf12b-c768-4fb3-a201-794fa9e7c889 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:20.442552 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fd3d5dea-ec88-4078-be44-ee5bb206dada req-eabbf12b-c768-4fb3-a201-794fa9e7c889 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.3270557 Jun 23 16:16:20.502205 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:20.512417 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-56985436-5b8e-4030-b98c-35f0e0bf6650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:20.515387 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-56985436-5b8e-4030-b98c-35f0e0bf6650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:20.516540 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-56985436-5b8e-4030-b98c-35f0e0bf6650 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dccf86dd-da02-4701-889b-b170ebf12a0d HTTP/1.1" status: 204 len: 168 time: 0.7467601 Jun 23 16:16:20.525930 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-9a97072b-d3db-4448-be08-1348206468ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:20.554823 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21858618-5a00-4524-9616-5a91b985b912 req-20ce65f8-208c-4a6f-850f-2f7643923561 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:20.561909 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-21858618-5a00-4524-9616-5a91b985b912 req-20ce65f8-208c-4a6f-850f-2f7643923561 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 931 time: 0.3159800 Jun 23 16:16:20.632558 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56985436-5b8e-4030-b98c-35f0e0bf6650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccf86dd-da02-4701-889b-b170ebf12a0d,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:20.651793 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-56985436-5b8e-4030-b98c-35f0e0bf6650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:20.676022 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fd3d5dea-ec88-4078-be44-ee5bb206dada req-085161b7-b487-42b0-b211-493e9742119a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153399 Jun 23 16:16:20.789563 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-21858618-5a00-4524-9616-5a91b985b912 req-921bca6a-2b67-4dea-9705-f519d00445cc tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd135be-72ea-447f-b78a-27606759c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267957 Jun 23 16:16:20.808246 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-bd0539d8-128b-4757-8697-81badaf51e05 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=02b019cab286464f98d665f63a99ac74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710018 Jun 23 16:16:20.984213 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a47e10-5946-494a-a8d0-b824a83f36fa {{(pid=93113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:20.995439 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:21.024110 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Transition to ACTIVE for port object 79a47e10-5946-494a-a8d0-b824a83f36fa will not be triggered until provisioned by entity L2. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:21.028797 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:21.032382 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:21.098570 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Pushing event updated for resources: {'Port': ['ID=79a47e10-5946-494a-a8d0-b824a83f36fa,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:21.102268 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:21.186887 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Attempting to bind port 79a47e10-5946-494a-a8d0-b824a83f36fa on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:16:21.187818 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Attempting to bind port 79a47e10-5946-494a-a8d0-b824a83f36fa by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e535ab0f-a74a-4bfb-a046-9883d9417558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897'}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:16:21.188373 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Attempting to bind port 79a47e10-5946-494a-a8d0-b824a83f36fa on network 3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:21.194115 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Port 79a47e10-5946-494a-a8d0-b824a83f36fa on network 3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:16:21.194720 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Attempting to bind port 79a47e10-5946-494a-a8d0-b824a83f36fa on network 3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:21.200621 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:16:21.201252 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Checking segment: {'id': 'e535ab0f-a74a-4bfb-a046-9883d9417558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:21.201789 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Bound using segment: {'id': 'e535ab0f-a74a-4bfb-a046-9883d9417558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897'} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:16:21.203208 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Bound port: 79a47e10-5946-494a-a8d0-b824a83f36fa, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e535ab0f-a74a-4bfb-a046-9883d9417558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897'}}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:16:21.203913 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:21.280220 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] For port 79a47e10-5946-494a-a8d0-b824a83f36fa, host hv-cinder-78836, cleared binding levels {{(pid=93113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:16:21.284359 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] For port 79a47e10-5946-494a-a8d0-b824a83f36fa, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=79a47e10-5946-494a-a8d0-b824a83f36fa,segment=NetworkSegment(e535ab0f-a74a-4bfb-a046-9883d9417558),segment_id=e535ab0f-a74a-4bfb-a046-9883d9417558)] {{(pid=93113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:16:21.291384 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:21.295623 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:21.335402 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:21.336388 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:21.338138 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] 10.222.0.86 "PUT /v2.0/ports/79a47e10-5946-494a-a8d0-b824a83f36fa HTTP/1.1" status: 200 len: 1093 time: 0.9235666 Jun 23 16:16:21.338810 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad35c44-4dad-40b8-bc71-2cc7a119d05d', 'tag': '79a47e10-5946-494a-a8d0-b824a83f36fa'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:21.342880 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001394c9-d3fc-47a6-a895-85b9022a8a46" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad35c44-4dad-40b8-bc71-2cc7a119d05d", "tag": "79a47e10-5946-494a-a8d0-b824a83f36fa"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:21.370992 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Pushing event updated for resources: {'Port': ['ID=79a47e10-5946-494a-a8d0-b824a83f36fa,revision_number=3']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:21.374621 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:21.439056 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0bce274e-cf35-4f6f-a5df-56e25c430e2d req-5509d9d1-c019-4eda-99d3-ee6540099e30 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 210 time: 0.4034543 Jun 23 16:16:21.511165 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.db.resource_extend [None req-f03aa814-4488-4bb8-98ae-97382c68e03d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 16:16:21.518124 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-6ec59eb3-e7be-483e-92a7-b2c675a80a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:21.522347 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-6ec59eb3-e7be-483e-92a7-b2c675a80a66 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e59f148c9114ae0b9f70aaaec237402&device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 1096 time: 0.1124539 Jun 23 16:16:21.590593 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-e6ed7648-653f-459e-86ed-096bd9d8f9b2 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:21.592965 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-e6ed7648-653f-459e-86ed-096bd9d8f9b2 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7670274 Jun 23 16:16:21.594850 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-9ccfbccb-32dd-41f2-9077-84bf30b6ea82 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79a47e10-5946-494a-a8d0-b824a83f36fa HTTP/1.1" status: 200 len: 217 time: 0.0576847 Jun 23 16:16:21.596232 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55976) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:21.642193 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Request body: {'port': {'device_id': '74811004-6d35-4ec4-b4eb-84e66569b595', 'network_id': 'cf3e8894-f968-45bb-b217-9a6af64f088b', 'admin_state_up': True, 'tenant_id': '02b019cab286464f98d665f63a99ac74'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:21.670969 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-d03f39f8-cb49-4b9a-b077-9b9f70e770aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:21.672612 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-d03f39f8-cb49-4b9a-b077-9b9f70e770aa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7f8d24a0-6230-46a3-b25e-841e5f9309e1 HTTP/1.1" status: 200 len: 849 time: 0.0564594 Jun 23 16:16:21.689545 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f03aa814-4488-4bb8-98ae-97382c68e03d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:21.716808 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-2ead7d21-ecb8-49d8-a3ca-31d90e23d714 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371330 Jun 23 16:16:21.729201 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f03aa814-4488-4bb8-98ae-97382c68e03d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:21.785550 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d0060-289f-46eb-bfef-87760f733054 req-2d7b8707-b73f-4526-8998-c45a4b7aa44a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:21.801194 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 55988) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:21.805701 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-837d0060-289f-46eb-bfef-87760f733054 req-2d7b8707-b73f-4526-8998-c45a4b7aa44a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.7735670 Jun 23 16:16:21.813925 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-5c30a93e-01ab-40cd-be81-e1e1ca06ebb3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Request body: {'floatingip': {'port_id': '557dd663-0aba-4116-836d-39c9be8fe871'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:21.901218 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aae995-43d6-4497-8dca-d87639f021a2 req-6155c409-68c4-4f9f-a195-3e7da46169c9 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:21.902820 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-89aae995-43d6-4497-8dca-d87639f021a2 req-6155c409-68c4-4f9f-a195-3e7da46169c9 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.3350911 Jun 23 16:16:21.951009 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.l3_db [None req-f03aa814-4488-4bb8-98ae-97382c68e03d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Floating IP 7a0feaa5-43f6-4422-aac4-4da2dd73177a associated. External IP: 172.28.1.148, port: ca5360e7-9f9b-4652-988b-3b66d748b994. Jun 23 16:16:22.030464 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Made reservation on behalf of 02b019cab286464f98d665f63a99ac74 for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:22.035055 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:22.051231 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 55998) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:22.083123 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-89aae995-43d6-4497-8dca-d87639f021a2 req-6b1e1222-5948-411e-ab21-b5ee352ac0b3 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704152 Jun 23 16:16:22.132617 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:22.173693 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-5c30a93e-01ab-40cd-be81-e1e1ca06ebb3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:22.177865 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8845dea7-104f-4042-ad15-01abc7f63bc6 x-openstack-request-id: req-8845dea7-104f-4042-ad15-01abc7f63bc6 {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:22.178157 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad35c44-4dad-40b8-bc71-2cc7a119d05d", "tag": "79a47e10-5946-494a-a8d0-b824a83f36fa", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:22.178472 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8845dea7-104f-4042-ad15-01abc7f63bc6 {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:22.179041 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad35c44-4dad-40b8-bc71-2cc7a119d05d', 'tag': '79a47e10-5946-494a-a8d0-b824a83f36fa', 'status': 'completed', 'code': 200} Jun 23 16:16:22.217801 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1822767725-network', 'tenant_id': 'b79b999c57f64537a642959526918275'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:22.224309 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4026b0e0-1984-45da-8681-2d830cd43965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:22.243543 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a7e0c-dff1-4ef6-9a3b-f7802a141102 req-87f5694d-f41e-45fe-951a-5f5df69bdfcd tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:22.245872 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d68a7e0c-dff1-4ef6-9a3b-f7802a141102 req-87f5694d-f41e-45fe-951a-5f5df69bdfcd tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 943 time: 0.2394457 Jun 23 16:16:22.293386 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-630d4eed-bcd3-473d-acb0-a9d77aeb3a47 service neutron] 10.222.0.86 "GET /v2.0/networks/3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692167 Jun 23 16:16:22.390212 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d68a7e0c-dff1-4ef6-9a3b-f7802a141102 req-14bf6dad-58f0-4d20-b83d-0bba6d052264 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd135be-72ea-447f-b78a-27606759c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070151 Jun 23 16:16:22.425286 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:22.431229 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03aa814-4488-4bb8-98ae-97382c68e03d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Router 027e3077-f591-46c6-83a7-758c13036535 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:16:22.438795 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:22.445151 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:22.476340 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-31f60da7-02ee-40d8-9239-7bcfd53f9eff req-64e03fea-db65-47f6-a4c0-eea16a4f465a service neutron] 10.222.0.86 "GET /v2.0/networks/3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759477 Jun 23 16:16:22.559317 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:22.562022 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Made reservation on behalf of b79b999c57f64537a642959526918275 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:22.564387 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:22.567213 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:22.590799 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:22.696990 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-49850575-cd3e-4460-bc12-ef1e15388faa req-24541717-5693-4b6d-a252-b384ef5eb191 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 210 time: 0.0880315 Jun 23 16:16:22.733038 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Allocated IP 192.168.233.203 (cf3e8894-f968-45bb-b217-9a6af64f088b/07bfafe9-881f-4b9c-b509-fea14fdadd71/4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:16:22.733038 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03aa814-4488-4bb8-98ae-97382c68e03d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:16:22.737542 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f03aa814-4488-4bb8-98ae-97382c68e03d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:22.746722 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486f764-4d75-45c0-a986-4715f0dad243 None None] Sync routers for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:16:22.762716 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486f764-4d75-45c0-a986-4715f0dad243 None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:16:22.764682 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-3486f764-4d75-45c0-a986-4715f0dad243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:22.796222 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f03aa814-4488-4bb8-98ae-97382c68e03d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "PUT /v2.0/floatingips/7a0feaa5-43f6-4422-aac4-4da2dd73177a HTTP/1.1" status: 200 len: 991 time: 2.9655466 Jun 23 16:16:22.799749 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbb9473-4e04-4f45-a81a-cdace784b1e1', 'tag': 'ca5360e7-9f9b-4652-988b-3b66d748b994'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:22.802074 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eb1c81-d930-4a9a-908b-ae5d70e456ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbb9473-4e04-4f45-a81a-cdace784b1e1", "tag": "ca5360e7-9f9b-4652-988b-3b66d748b994"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:22.887784 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec95584-3c16-4be4-8973-51fc2fb8dca9 x-openstack-request-id: req-fec95584-3c16-4be4-8973-51fc2fb8dca9 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:22.888089 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbb9473-4e04-4f45-a81a-cdace784b1e1", "tag": "ca5360e7-9f9b-4652-988b-3b66d748b994", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:22.890558 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fec95584-3c16-4be4-8973-51fc2fb8dca9 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:22.890682 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-3486f764-4d75-45c0-a986-4715f0dad243 None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:16:22.893569 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbb9473-4e04-4f45-a81a-cdace784b1e1', 'tag': 'ca5360e7-9f9b-4652-988b-3b66d748b994', 'status': 'completed', 'code': 200} Jun 23 16:16:22.952847 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:23.003429 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Transition to ACTIVE for port object 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:23.070952 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb1c81-d930-4a9a-908b-ae5d70e456ea req-2e400f45-654b-4fbf-8ac0-edbbc045b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:23.072687 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e6eb1c81-d930-4a9a-908b-ae5d70e456ea req-2e400f45-654b-4fbf-8ac0-edbbc045b8fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c&device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 1098 time: 0.1119330 Jun 23 16:16:23.078355 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:23.106497 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:23.187707 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Network cf3e8894-f968-45bb-b217-9a6af64f088b is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:16:23.193860 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:23.197970 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001394c9-d3fc-47a6-a895-85b9022a8a46 req-e7a85663-3bf0-4d95-8325-bc4e3b474631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:23.200152 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-001394c9-d3fc-47a6-a895-85b9022a8a46 req-e7a85663-3bf0-4d95-8325-bc4e3b474631 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e59f148c9114ae0b9f70aaaec237402&device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 1096 time: 0.5672870 Jun 23 16:16:23.208667 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4026b0e0-1984-45da-8681-2d830cd43965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:23.209060 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:16:23.229125 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4026b0e0-1984-45da-8681-2d830cd43965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:23.248641 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-c039d30c-3f42-4084-b918-7901cea9f26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:23.280411 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.db.resource_extend [None req-5c30a93e-01ab-40cd-be81-e1e1ca06ebb3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 16:16:23.301924 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-3486f764-4d75-45c0-a986-4715f0dad243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': '7a0feaa5-43f6-4422-aac4-4da2dd73177a', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'floating_ip_address': '172.28.1.148', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': '027e3077-f591-46c6-83a7-758c13036535', 'port_id': 'ca5360e7-9f9b-4652-988b-3b66d748b994', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'mac_address': 'fa:16:3e:19:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbb9473-4e04-4f45-a81a-cdace784b1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:15:51Z', 'updated_at': '2021-06-23T16:16:20Z', 'revision_number': 1, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 5, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:23.329248 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Pushing event updated for resources: {'Port': ['ID=4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:23.338965 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486f764-4d75-45c0-a986-4715f0dad243 None None] Checking router: 027e3077-f591-46c6-83a7-758c13036535 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:16:23.347015 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:23.354450 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486f764-4d75-45c0-a986-4715f0dad243 None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:16:23.355327 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-3486f764-4d75-45c0-a986-4715f0dad243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:23.362548 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:23.363266 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:23.409158 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-4026b0e0-1984-45da-8681-2d830cd43965 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=491189dd51d74d74a7fee63ffb95c8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8114343 Jun 23 16:16:23.412768 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb1c81-d930-4a9a-908b-ae5d70e456ea req-9c39eb61-a806-410f-9a20-61de1650fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:23.414214 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e6eb1c81-d930-4a9a-908b-ae5d70e456ea req-9c39eb61-a806-410f-9a20-61de1650fbcc service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b000be7-9e01-4eab-9594-f68a1f57b023 HTTP/1.1" status: 200 len: 912 time: 0.3334398 Jun 23 16:16:23.414686 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 56026) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:23.421602 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026b0e0-1984-45da-8681-2d830cd43965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61de5963-d9ae-4961-88b0-68b0539776ca,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:23.425493 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4026b0e0-1984-45da-8681-2d830cd43965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:23.436368 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-5c30a93e-01ab-40cd-be81-e1e1ca06ebb3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:23.447708 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-5c30a93e-01ab-40cd-be81-e1e1ca06ebb3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:23.480498 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6bfadca1-ec58-45ed-bac2-cffe9e300991 None None] Provisioning for port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:23.492101 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6bfadca1-ec58-45ed-bac2-cffe9e300991 None None] Provisioning complete for port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:23.492505 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-3486f764-4d75-45c0-a986-4715f0dad243 None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:16:23.494128 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6bfadca1-ec58-45ed-bac2-cffe9e300991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:23.501910 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001394c9-d3fc-47a6-a895-85b9022a8a46 req-0d3a432c-e87f-4124-87c0-a3e78163c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:23.503617 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-001394c9-d3fc-47a6-a895-85b9022a8a46 req-0d3a432c-e87f-4124-87c0-a3e78163c1ad service neutron] 10.222.0.86 "GET /v2.0/networks?id=3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897 HTTP/1.1" status: 200 len: 910 time: 0.2941649 Jun 23 16:16:23.532008 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd9861-13cc-4eb0-8057-788521ba1f51 req-e12255cd-ad5e-4444-8358-1be410ac552a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:23.533657 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1cbd9861-13cc-4eb0-8057-788521ba1f51 req-e12255cd-ad5e-4444-8358-1be410ac552a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.2419350 Jun 23 16:16:23.555014 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-001394c9-d3fc-47a6-a895-85b9022a8a46 req-11c45c5d-cd3c-4816-b53e-ba08e31c6c5f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79a47e10-5946-494a-a8d0-b824a83f36fa HTTP/1.1" status: 200 len: 217 time: 0.0423295 Jun 23 16:16:23.579538 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6bfadca1-ec58-45ed-bac2-cffe9e300991 None None] Port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:16:23.600307 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-553e7ffb-971f-41f6-a1a8-5ae96de3d397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:23.630696 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1cbd9861-13cc-4eb0-8057-788521ba1f51 req-26d41194-90e5-4216-b2ba-f1be0bd069d4 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799894 Jun 23 16:16:23.654562 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001394c9-d3fc-47a6-a895-85b9022a8a46 req-abdf8843-8efa-46a9-9547-aa550ac89551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:23.656398 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-001394c9-d3fc-47a6-a895-85b9022a8a46 req-abdf8843-8efa-46a9-9547-aa550ac89551 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7f8d24a0-6230-46a3-b25e-841e5f9309e1 HTTP/1.1" status: 200 len: 849 time: 0.0696311 Jun 23 16:16:23.697631 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-001394c9-d3fc-47a6-a895-85b9022a8a46 req-6a719be4-ba45-48f3-aacf-c7c8b9da5dc6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337939 Jun 23 16:16:23.698931 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.l3_db [None req-5c30a93e-01ab-40cd-be81-e1e1ca06ebb3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Floating IP 1d3571ae-8bbf-460e-a59a-929a9dd6e90d associated. External IP: 172.28.1.142, port: 557dd663-0aba-4116-836d-39c9be8fe871. Jun 23 16:16:23.844355 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-3486f764-4d75-45c0-a986-4715f0dad243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': '7a0feaa5-43f6-4422-aac4-4da2dd73177a', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'floating_ip_address': '172.28.1.148', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': '027e3077-f591-46c6-83a7-758c13036535', 'port_id': 'ca5360e7-9f9b-4652-988b-3b66d748b994', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'mac_address': 'fa:16:3e:19:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbb9473-4e04-4f45-a81a-cdace784b1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:15:51Z', 'updated_at': '2021-06-23T16:16:20Z', 'revision_number': 1, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 5, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:23.872321 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486f764-4d75-45c0-a986-4715f0dad243 None None] The sync data for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb is: [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': '7a0feaa5-43f6-4422-aac4-4da2dd73177a', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'floating_ip_address': '172.28.1.148', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': '027e3077-f591-46c6-83a7-758c13036535', 'port_id': 'ca5360e7-9f9b-4652-988b-3b66d748b994', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'mac_address': 'fa:16:3e:19:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbb9473-4e04-4f45-a81a-cdace784b1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:15:51Z', 'updated_at': '2021-06-23T16:16:20Z', 'revision_number': 1, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 5, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:16:23.973256 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-553e7ffb-971f-41f6-a1a8-5ae96de3d397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:23.998385 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e6eb1c81-d930-4a9a-908b-ae5d70e456ea req-2fce6247-f80b-4074-b959-266ddce52b65 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca5360e7-9f9b-4652-988b-3b66d748b994 HTTP/1.1" status: 200 len: 999 time: 0.5349350 Jun 23 16:16:24.084570 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa63e0-e1a6-45d9-94d6-5d710d82ab75 None None] New status for floating IP 7a0feaa5-43f6-4422-aac4-4da2dd73177a: ACTIVE {{(pid=93116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:16:24.085524 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:24.103172 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:24.108490 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4768207 Jun 23 16:16:24.117703 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-001394c9-d3fc-47a6-a895-85b9022a8a46 req-769f998c-d9cd-4a8e-86ff-3ffa2cd868c9 service neutron] 10.222.0.86 "GET /v2.0/networks/3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126842 Jun 23 16:16:24.117965 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:24.151137 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Request body: {'port': {'device_id': '74811004-6d35-4ec4-b4eb-84e66569b595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:24.191454 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb1c81-d930-4a9a-908b-ae5d70e456ea req-cc8cd3f1-a0dd-41af-a1ed-84a65f228c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:24.193171 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e6eb1c81-d930-4a9a-908b-ae5d70e456ea req-cc8cd3f1-a0dd-41af-a1ed-84a65f228c7d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ea3c836-5a07-41aa-bcd3-addf438d9fd2 HTTP/1.1" status: 200 len: 850 time: 0.1747823 Jun 23 16:16:24.248276 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a144a-1410-426c-b422-d15fcc7944ee req-f3a9e10f-3b2d-49d9-93a4-b61d6750e7ad tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:24.259062 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c77a144a-1410-426c-b422-d15fcc7944ee req-f3a9e10f-3b2d-49d9-93a4-b61d6750e7ad tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 943 time: 0.6411085 Jun 23 16:16:24.296817 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:16:24.309225 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:24.309566 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.segments_db [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Added segment 4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca of type vlan for network db3d1383-f484-49d2-b648-61655da4c6ee Jun 23 16:16:24.339271 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c30a93e-01ab-40cd-be81-e1e1ca06ebb3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:16:24.341621 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-553e7ffb-971f-41f6-a1a8-5ae96de3d397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:24.344983 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-553e7ffb-971f-41f6-a1a8-5ae96de3d397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:24.346128 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-553e7ffb-971f-41f6-a1a8-5ae96de3d397 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61de5963-d9ae-4961-88b0-68b0539776ca HTTP/1.1" status: 204 len: 168 time: 0.9283245 Jun 23 16:16:24.349690 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-001394c9-d3fc-47a6-a895-85b9022a8a46 req-e50d4f25-2c3e-4c87-a288-b70ca98c2eb6 service neutron] 10.222.0.86 "GET /v2.0/networks/3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871486 Jun 23 16:16:24.357348 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c77a144a-1410-426c-b422-d15fcc7944ee req-7e0bf261-898e-4ead-80b5-788bab239084 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd135be-72ea-447f-b78a-27606759c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973539 Jun 23 16:16:24.373098 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc3875-c3f5-42d1-b595-0133b5518d13 req-39975efd-fce4-414a-ac87-f138013eea57 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:24.374688 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-40fc3875-c3f5-42d1-b595-0133b5518d13 req-39975efd-fce4-414a-ac87-f138013eea57 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 936 time: 0.4392757 Jun 23 16:16:24.398042 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef9e016-0176-4069-99c6-053f08c20743,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:24.453002 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:24.453353 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:24.453703 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:24.454204 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:24.454428 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:24.454750 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:24.455095 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:24.455407 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:24.455755 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:24.462659 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:24.462957 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:24.463546 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:24.481454 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:24.486192 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:24.501104 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:24.525550 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c30a93e-01ab-40cd-be81-e1e1ca06ebb3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:16:24.525910 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e7ffb-971f-41f6-a1a8-5ae96de3d397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61de5963-d9ae-4961-88b0-68b0539776ca,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:24.531961 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:24.539731 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b935b366-a423-4752-b0cb-baab910b18a5 None None] Sync routers for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:16:24.540618 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-5c30a93e-01ab-40cd-be81-e1e1ca06ebb3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:24.550191 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-553e7ffb-971f-41f6-a1a8-5ae96de3d397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:24.555142 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935b366-a423-4752-b0cb-baab910b18a5 None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:16:24.555759 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-b935b366-a423-4752-b0cb-baab910b18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:24.576854 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb1c81-d930-4a9a-908b-ae5d70e456ea req-ec390207-77eb-42d9-baa5-9f7699de0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:24.578389 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e6eb1c81-d930-4a9a-908b-ae5d70e456ea req-ec390207-77eb-42d9-baa5-9f7699de0b44 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b000be7-9e01-4eab-9594-f68a1f57b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3713863 Jun 23 16:16:24.583987 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-40fc3875-c3f5-42d1-b595-0133b5518d13 req-a4328ae6-e74f-4968-965a-ec386c45cd4a tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816404 Jun 23 16:16:24.618131 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-5c30a93e-01ab-40cd-be81-e1e1ca06ebb3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "PUT /v2.0/floatingips/1d3571ae-8bbf-460e-a59a-929a9dd6e90d HTTP/1.1" status: 200 len: 992 time: 2.8134995 Jun 23 16:16:24.618793 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:24.647247 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2aefd7-9721-42f5-84f9-331cf23e7f55" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "tag": "557dd663-0aba-4116-836d-39c9be8fe871"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:24.671388 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:24.691906 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:24.699279 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:24.725571 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a53b8175-c98c-4f94-a14d-9b3c45b21ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:24.770380 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684dd303-f02f-4e66-bd9b-1005103ba273 x-openstack-request-id: req-684dd303-f02f-4e66-bd9b-1005103ba273 {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:24.770684 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "tag": "557dd663-0aba-4116-836d-39c9be8fe871", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:24.770963 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-684dd303-f02f-4e66-bd9b-1005103ba273 {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:24.771412 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871', 'status': 'completed', 'code': 200} Jun 23 16:16:24.774144 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-b935b366-a423-4752-b0cb-baab910b18a5 None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:16:24.913326 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8261776 Jun 23 16:16:24.913667 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 56056) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:24.923418 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-3065a655-2b11-48ef-84ef-dbece096812f admin admin] Request body: {'subnet': {'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1822767725-subnet', 'tenant_id': 'b79b999c57f64537a642959526918275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:24.931974 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2aefd7-9721-42f5-84f9-331cf23e7f55 req-2aac1cab-4c56-4a03-9ab8-c89283b3e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:24.932113 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2c2aefd7-9721-42f5-84f9-331cf23e7f55 req-2aac1cab-4c56-4a03-9ab8-c89283b3e86e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 1099 time: 0.0959876 Jun 23 16:16:24.940833 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Pushing event updated for resources: {'Network': ['ID=db3d1383-f484-49d2-b648-61655da4c6ee,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:24.952408 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network db3d1383-f484-49d2-b648-61655da4c6ee details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:16:24.969193 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3065a655-2b11-48ef-84ef-dbece096812f admin admin] Made reservation on behalf of b79b999c57f64537a642959526918275 for: {'subnet': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:24.971997 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3065a655-2b11-48ef-84ef-dbece096812f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28564695'] for subnet, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.008260 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:25.035836 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 56058) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:25.058688 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e6eb1c81-d930-4a9a-908b-ae5d70e456ea req-0ca634d5-d8c5-4e0a-933e-343506cb6650 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054270 Jun 23 16:16:25.093049 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.106199 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-b935b366-a423-4752-b0cb-baab910b18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': '1d3571ae-8bbf-460e-a59a-929a9dd6e90d', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'floating_ip_address': '172.28.1.142', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'port_id': '557dd663-0aba-4116-836d-39c9be8fe871', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'mac_address': 'fa:16:3e:25:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:15:52Z', 'updated_at': '2021-06-23T16:16:23Z', 'revision_number': 1, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:50Z', 'revision_number': 5, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:25.135236 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b935b366-a423-4752-b0cb-baab910b18a5 None None] Checking router: 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:16:25.141461 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2aefd7-9721-42f5-84f9-331cf23e7f55 req-0b3bdb33-3972-47b8-8f6c-ed694bf09042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:25.143062 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2c2aefd7-9721-42f5-84f9-331cf23e7f55 req-0b3bdb33-3972-47b8-8f6c-ed694bf09042 service neutron] 10.222.0.86 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 918 time: 0.1938007 Jun 23 16:16:25.150587 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935b366-a423-4752-b0cb-baab910b18a5 None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:16:25.151399 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-b935b366-a423-4752-b0cb-baab910b18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:15:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:25.195768 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73619d-78e9-4d25-819e-657d5100df34 req-d159ce9c-9612-4272-9ee5-b791a2e814ba tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:25.197400 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3c73619d-78e9-4d25-819e-657d5100df34 req-d159ce9c-9612-4272-9ee5-b791a2e814ba tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.2840281 Jun 23 16:16:25.271072 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-b935b366-a423-4752-b0cb-baab910b18a5 None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:16:25.272706 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e6eb1c81-d930-4a9a-908b-ae5d70e456ea req-c1bcf5c5-6dbd-484b-ae26-441966130730 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957126 Jun 23 16:16:25.280712 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3c73619d-78e9-4d25-819e-657d5100df34 req-63aa47b9-b5de-406c-8b59-14c3386c36ca tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755641 Jun 23 16:16:25.298097 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 79a47e10-5946-494a-a8d0-b824a83f36fa details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:16:25.335153 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2c2aefd7-9721-42f5-84f9-331cf23e7f55 req-2ef196d8-9777-48b7-b496-3d57cd57e3d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=557dd663-0aba-4116-836d-39c9be8fe871 HTTP/1.1" status: 200 len: 1000 time: 0.1781015 Jun 23 16:16:25.353683 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:25.362115 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.376269 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Transition to ACTIVE for port object 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:25.382369 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.385287 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:25.439240 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Pushing event updated for resources: {'Port': ['ID=4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:25.439483 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.444078 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:25.476526 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 79a47e10-5946-494a-a8d0-b824a83f36fa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=79a47e10-5946-494a-a8d0-b824a83f36fa,segment=NetworkSegment(e535ab0f-a74a-4bfb-a046-9883d9417558),segment_id=e535ab0f-a74a-4bfb-a046-9883d9417558)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:25.478016 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.490064 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:25.493431 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': '79a47e10-5946-494a-a8d0-b824a83f36fa', 'network_id': '3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897', 'port_id': '79a47e10-5946-494a-a8d0-b824a83f36fa', 'mac_address': 'fa:16:3e:28:5f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8d24a0-6230-46a3-b25e-841e5f9309e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:16:25.514482 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3065a655-2b11-48ef-84ef-dbece096812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28743393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28564677'] for subnet, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.560808 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-2d75fee9-e59a-48d0-aa9f-710ab1d07429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.591989 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Attempting to bind port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:16:25.592354 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Attempting to bind port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'df8f8bf2-d15f-4b75-9dfb-33f596e40774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cf3e8894-f968-45bb-b217-9a6af64f088b'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:16:25.592679 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Attempting to bind port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 on network cf3e8894-f968-45bb-b217-9a6af64f088b {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:25.601479 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.601946 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 on network cf3e8894-f968-45bb-b217-9a6af64f088b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:16:25.602302 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Attempting to bind port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 on network cf3e8894-f968-45bb-b217-9a6af64f088b {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:25.612455 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9621e4b4ce042a5ad4e0c45b95a2221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5752652 Jun 23 16:16:25.616926 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2aefd7-9721-42f5-84f9-331cf23e7f55 req-4195a551-c096-4a9c-ad43-ddf635d18d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:25.619704 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 56062) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:25.629169 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2c2aefd7-9721-42f5-84f9-331cf23e7f55 req-4195a551-c096-4a9c-ad43-ddf635d18d8e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8215ec0e-2baa-40c1-82f0-7424b50eab30 HTTP/1.1" status: 200 len: 856 time: 0.2673142 Jun 23 16:16:25.630572 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-b935b366-a423-4752-b0cb-baab910b18a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': '1d3571ae-8bbf-460e-a59a-929a9dd6e90d', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'floating_ip_address': '172.28.1.142', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'port_id': '557dd663-0aba-4116-836d-39c9be8fe871', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'mac_address': 'fa:16:3e:25:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:15:52Z', 'updated_at': '2021-06-23T16:16:23Z', 'revision_number': 1, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:50Z', 'revision_number': 5, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:25.631714 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a47e10-5946-494a-a8d0-b824a83f36fa {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:25.632491 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3be70c8-0f73-48e0-a025-f7e322ad7abf,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:25.639023 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:16:25.639369 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Checking segment: {'id': 'df8f8bf2-d15f-4b75-9dfb-33f596e40774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cf3e8894-f968-45bb-b217-9a6af64f088b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:25.639751 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Bound using segment: {'id': 'df8f8bf2-d15f-4b75-9dfb-33f596e40774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cf3e8894-f968-45bb-b217-9a6af64f088b'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:16:25.640207 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Bound port: 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8f8bf2-d15f-4b75-9dfb-33f596e40774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'cf3e8894-f968-45bb-b217-9a6af64f088b'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:16:25.640555 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.664750 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b935b366-a423-4752-b0cb-baab910b18a5 None None] The sync data for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb is: [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': '1d3571ae-8bbf-460e-a59a-929a9dd6e90d', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'floating_ip_address': '172.28.1.142', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'port_id': '557dd663-0aba-4116-836d-39c9be8fe871', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'mac_address': 'fa:16:3e:25:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:15:52Z', 'updated_at': '2021-06-23T16:16:23Z', 'revision_number': 1, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:50Z', 'revision_number': 5, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:16:25.673960 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 79a47e10-5946-494a-a8d0-b824a83f36fa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=79a47e10-5946-494a-a8d0-b824a83f36fa,segment=NetworkSegment(e535ab0f-a74a-4bfb-a046-9883d9417558),segment_id=e535ab0f-a74a-4bfb-a046-9883d9417558)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:25.679317 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.682461 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-8ec06d93-d569-4d28-8213-fad0243a2264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:25.716629 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.716908 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.717261 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.717608 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.717948 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.718305 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.718694 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.719033 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.719367 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.719703 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.720033 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.720363 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.724483 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:25.732637 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:25.798378 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=79a47e10-5946-494a-a8d0-b824a83f36fa,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:25.807370 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.807722 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.808044 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.808369 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.808816 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.809132 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.809648 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.810164 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.810684 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.811321 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.811842 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.812348 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:25.824707 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:25.829478 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2aefd7-9721-42f5-84f9-331cf23e7f55 req-043bdc2e-6306-4516-b5ea-b908c0900d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:25.831017 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2c2aefd7-9721-42f5-84f9-331cf23e7f55 req-043bdc2e-6306-4516-b5ea-b908c0900d41 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1607633 Jun 23 16:16:25.833383 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3065a655-2b11-48ef-84ef-dbece096812f admin admin] Checking segment: {'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:25.833740 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3065a655-2b11-48ef-84ef-dbece096812f admin admin] Network hostable DHCP agents. Network: db3d1383-f484-49d2-b648-61655da4c6ee, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:16:25.839190 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065a655-2b11-48ef-84ef-dbece096812f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b48cefcd-53d9-4e64-a2fe-9d478425a457,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:25.841995 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-3065a655-2b11-48ef-84ef-dbece096812f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:25.860351 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] For port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92, host hv-cinder-78836, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:16:25.891052 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3065a655-2b11-48ef-84ef-dbece096812f admin admin] Network db3d1383-f484-49d2-b648-61655da4c6ee is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:16:25.901493 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] For port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92,segment=NetworkSegment(df8f8bf2-d15f-4b75-9dfb-33f596e40774),segment_id=df8f8bf2-d15f-4b75-9dfb-33f596e40774)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:16:25.918171 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.926836 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-3065a655-2b11-48ef-84ef-dbece096812f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, db3d1383-f484-49d2-b648-61655da4c6ee) {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:25.933483 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:25.937751 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3065a655-2b11-48ef-84ef-dbece096812f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:25.938366 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3065a655-2b11-48ef-84ef-dbece096812f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.938658 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f8f863-da89-44b8-99d1-550502ef6aa4 None None] Network db3d1383-f484-49d2-b648-61655da4c6ee requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:16:25.958829 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1eea0768-68a2-4464-9f3a-2b1fae48e181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:25.969060 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2c2aefd7-9721-42f5-84f9-331cf23e7f55 req-1b9abc29-a8da-4652-b068-c0aea3aa1d98 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253359 Jun 23 16:16:25.971107 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-3065a655-2b11-48ef-84ef-dbece096812f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0560055 Jun 23 16:16:26.056125 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1494e01-5f5a-4849-be2e-33a6f79332ca req-20a2f694-bd22-4d0a-9368-0a605e55e2b0 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:26.074722 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a1494e01-5f5a-4849-be2e-33a6f79332ca req-20a2f694-bd22-4d0a-9368-0a605e55e2b0 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 943 time: 0.4527121 Jun 23 16:16:26.102798 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['79a47e10-5946-494a-a8d0-b824a83f36fa'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:16:26.111967 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:26.115860 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:26.117383 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] 10.222.0.86 "PUT /v2.0/ports/4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 HTTP/1.1" status: 200 len: 1098 time: 1.9709241 Jun 23 16:16:26.118137 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74811004-6d35-4ec4-b4eb-84e66569b595', 'tag': '4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:26.124554 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82c3784-5796-452a-a546-94415e8dadb0" -d '{"events": [{"name": "network-changed", "server_uuid": "74811004-6d35-4ec4-b4eb-84e66569b595", "tag": "4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:26.146456 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e518b620-aa85-409b-8221-f0a7c66387a2 None None] New status for floating IP 1d3571ae-8bbf-460e-a59a-929a9dd6e90d: ACTIVE {{(pid=93116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:16:26.154545 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6ff07-37c7-4dcb-beb6-dc8cbd65428e req-90cba157-2407-496f-8a79-8c0847a7de3e tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:26.162010 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3ef6ff07-37c7-4dcb-beb6-dc8cbd65428e req-90cba157-2407-496f-8a79-8c0847a7de3e tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 948 time: 0.3508337 Jun 23 16:16:26.176175 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1eea0768-68a2-4464-9f3a-2b1fae48e181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:26.228169 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2c2aefd7-9721-42f5-84f9-331cf23e7f55 req-0f4076cd-c542-47e8-a8b0-fc6773c1acf0 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421682 Jun 23 16:16:26.256167 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Pushing event updated for resources: {'Port': ['ID=4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:26.280823 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a1494e01-5f5a-4849-be2e-33a6f79332ca req-bf862d15-5be2-4664-8e0d-eb118643f713 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd135be-72ea-447f-b78a-27606759c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049596 Jun 23 16:16:26.285055 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:26.352795 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3ef6ff07-37c7-4dcb-beb6-dc8cbd65428e req-67c2a86b-3685-41fd-afcf-bcc79cd8c070 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896789 Jun 23 16:16:26.378332 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-ab5b7a8c-9e14-4fc0-a493-7e503ac5250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:26.381798 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-ab5b7a8c-9e14-4fc0-a493-7e503ac5250e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02b019cab286464f98d665f63a99ac74&device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 1101 time: 0.1812110 Jun 23 16:16:26.469020 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1eea0768-68a2-4464-9f3a-2b1fae48e181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:26.472455 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1eea0768-68a2-4464-9f3a-2b1fae48e181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:26.473978 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-1eea0768-68a2-4464-9f3a-2b1fae48e181 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3be70c8-0f73-48e0-a025-f7e322ad7abf HTTP/1.1" status: 204 len: 168 time: 0.8533163 Jun 23 16:16:26.475067 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:26.478884 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-ffe4bd67-7632-44dd-8afe-2225b1c89b85 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 HTTP/1.1" status: 200 len: 217 time: 0.0730538 Jun 23 16:16:26.486425 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea0768-68a2-4464-9f3a-2b1fae48e181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3be70c8-0f73-48e0-a025-f7e322ad7abf,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:26.497384 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-1eea0768-68a2-4464-9f3a-2b1fae48e181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:26.543712 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-2792de91-9ff7-49dc-985a-fc4d0b9e4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:26.545306 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-2792de91-9ff7-49dc-985a-fc4d0b9e4209 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07bfafe9-881f-4b9c-b509-fea14fdadd71 HTTP/1.1" status: 200 len: 843 time: 0.0564742 Jun 23 16:16:26.615851 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ec47a-cfb1-4cbe-964e-af00392e3bea None None] Network db3d1383-f484-49d2-b648-61655da4c6ee requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:16:26.619328 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-38e75e44-a6ee-4e32-bf10-1f92033f272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:26.620879 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-38e75e44-a6ee-4e32-bf10-1f92033f272a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cf3e8894-f968-45bb-b217-9a6af64f088b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0689955 Jun 23 16:16:26.771585 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d789b640-0ba5-498f-95ba-e828ab9d7a4c x-openstack-request-id: req-d789b640-0ba5-498f-95ba-e828ab9d7a4c {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:26.772158 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74811004-6d35-4ec4-b4eb-84e66569b595", "tag": "4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:26.772526 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d789b640-0ba5-498f-95ba-e828ab9d7a4c {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:26.773506 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74811004-6d35-4ec4-b4eb-84e66569b595', 'tag': '4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92', 'status': 'completed', 'code': 200} Jun 23 16:16:26.829779 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-7b5abf82-ad84-4430-82ba-75e16ef68876 service neutron] 10.222.0.86 "GET /v2.0/networks/cf3e8894-f968-45bb-b217-9a6af64f088b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915174 Jun 23 16:16:26.909119 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224730c-8287-48d6-ab50-bc1be51740cb req-d9876fdd-2a6f-46ef-9604-21ea07b0a2fe tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:26.910670 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b224730c-8287-48d6-ab50-bc1be51740cb req-d9876fdd-2a6f-46ef-9604-21ea07b0a2fe tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1362484 Jun 23 16:16:26.973802 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b96eb204-cbd8-42f6-9199-3883fd9b5d54 req-4c079476-8ee3-42c1-8bee-656bd207ec3c service neutron] 10.222.0.86 "GET /v2.0/networks/cf3e8894-f968-45bb-b217-9a6af64f088b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358557 Jun 23 16:16:26.979077 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b224730c-8287-48d6-ab50-bc1be51740cb req-4b10ba19-e869-4a3e-b093-8c8c777ad09e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579636 Jun 23 16:16:27.100249 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-265ae536-0e6d-407b-a212-6a10e4481501 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:27.101788 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-265ae536-0e6d-407b-a212-6a10e4481501 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/networks?id=db3d1383-f484-49d2-b648-61655da4c6ee HTTP/1.1" status: 200 len: 815 time: 0.1083899 Jun 23 16:16:27.145709 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-f28fb5da-5d1e-4543-8c6c-2aa761a00037 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/quotas/b79b999c57f64537a642959526918275 HTTP/1.1" status: 200 len: 375 time: 0.0343337 Jun 23 16:16:27.184833 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-01d869b7-5260-41cc-896d-b239e90481df tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b79b999c57f64537a642959526918275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317585 Jun 23 16:16:27.223231 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c3784-5796-452a-a546-94415e8dadb0 req-58d51880-8e78-46f6-a260-5439b42697e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:27.224863 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d82c3784-5796-452a-a546-94415e8dadb0 req-58d51880-8e78-46f6-a260-5439b42697e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02b019cab286464f98d665f63a99ac74&device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 1101 time: 0.1148658 Jun 23 16:16:27.348343 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-8c325ce5-6514-4301-ab68-2a0929f43b20 service neutron] 10.222.0.23 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561482 Jun 23 16:16:27.381902 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c3784-5796-452a-a546-94415e8dadb0 req-2a9d6125-13a4-43eb-853f-edf90eb2ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:27.383439 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d82c3784-5796-452a-a546-94415e8dadb0 req-2a9d6125-13a4-43eb-853f-edf90eb2ce6e service neutron] 10.222.0.86 "GET /v2.0/networks?id=cf3e8894-f968-45bb-b217-9a6af64f088b HTTP/1.1" status: 200 len: 870 time: 0.1306970 Jun 23 16:16:27.729539 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d82c3784-5796-452a-a546-94415e8dadb0 req-55ac9fee-7888-475d-b64f-b9641f39684f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 HTTP/1.1" status: 200 len: 217 time: 0.3112452 Jun 23 16:16:27.747477 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 56144) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:27.794944 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-ec9c656e-90df-496e-99bf-8c535febaed3 service neutron] 10.222.0.23 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349110 Jun 23 16:16:27.813916 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c3784-5796-452a-a546-94415e8dadb0 req-469b3356-08e9-49fd-840c-b69618d62b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:27.815479 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d82c3784-5796-452a-a546-94415e8dadb0 req-469b3356-08e9-49fd-840c-b69618d62b98 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07bfafe9-881f-4b9c-b509-fea14fdadd71 HTTP/1.1" status: 200 len: 843 time: 0.0705607 Jun 23 16:16:27.830507 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7e5ea-51e4-481d-a655-76ce2b1aff44 req-df6e9b52-d4eb-4891-b5d7-5138d21fc409 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:27.832011 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-75a7e5ea-51e4-481d-a655-76ce2b1aff44 req-df6e9b52-d4eb-4891-b5d7-5138d21fc409 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 944 time: 0.4149396 Jun 23 16:16:27.900024 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3aaceff5-5d0f-495e-a7d5-9022d0cbe2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:27.909287 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-75a7e5ea-51e4-481d-a655-76ce2b1aff44 req-73edd390-c136-4abd-9a75-838755e126a9 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd135be-72ea-447f-b78a-27606759c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686679 Jun 23 16:16:27.917608 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd654642-5161-408a-8abe-0992e714a995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:27.922888 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c3784-5796-452a-a546-94415e8dadb0 req-7f9adf31-6e34-4c28-ae69-6c75d0c61363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:27.924837 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d82c3784-5796-452a-a546-94415e8dadb0 req-7f9adf31-6e34-4c28-ae69-6c75d0c61363 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cf3e8894-f968-45bb-b217-9a6af64f088b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0917494 Jun 23 16:16:28.077429 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d82c3784-5796-452a-a546-94415e8dadb0 req-2aa448fc-473c-4618-91b9-f46372a0a3ff service neutron] 10.222.0.86 "GET /v2.0/networks/cf3e8894-f968-45bb-b217-9a6af64f088b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436651 Jun 23 16:16:28.147729 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3aaceff5-5d0f-495e-a7d5-9022d0cbe2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:28.153204 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3aaceff5-5d0f-495e-a7d5-9022d0cbe2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:28.157309 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:28.194247 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-3aaceff5-5d0f-495e-a7d5-9022d0cbe2b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e16351235b7448e9d2f5a499ee93516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443088 Jun 23 16:16:28.195486 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaceff5-5d0f-495e-a7d5-9022d0cbe2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c188822a-def6-4988-a55d-d5a63cbb7fd3,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:28.196961 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 56160) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:28.198637 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-3aaceff5-5d0f-495e-a7d5-9022d0cbe2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:28.261941 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d82c3784-5796-452a-a546-94415e8dadb0 req-6be02764-ec6c-4465-86f5-2223f36667f8 service neutron] 10.222.0.86 "GET /v2.0/networks/cf3e8894-f968-45bb-b217-9a6af64f088b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724517 Jun 23 16:16:28.263457 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:28.269959 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da685277-ca09-43e4-959f-4d7f62f53c2f req-b79c02b1-f64e-4084-a616-add47cd8cbbf tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:28.271481 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-da685277-ca09-43e4-959f-4d7f62f53c2f req-b79c02b1-f64e-4084-a616-add47cd8cbbf tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 948 time: 0.1833317 Jun 23 16:16:28.306895 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e84edcdb-bc9b-4fd8-9c40-36235448dc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:28.342932 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e84edcdb-bc9b-4fd8-9c40-36235448dc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:28.347101 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-da685277-ca09-43e4-959f-4d7f62f53c2f req-0d40efd9-7e51-48b9-8dc2-0be6575cb1a9 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671039 Jun 23 16:16:28.433614 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85e408ff-eb8e-44ed-bfc7-5fc369fa8c85 req-beed210f-8fd7-4487-b36c-73cb2945b4c3 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 210 time: 0.0395093 Jun 23 16:16:28.463085 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e84edcdb-bc9b-4fd8-9c40-36235448dc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:28.465653 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e84edcdb-bc9b-4fd8-9c40-36235448dc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:28.466888 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-e84edcdb-bc9b-4fd8-9c40-36235448dc9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c188822a-def6-4988-a55d-d5a63cbb7fd3 HTTP/1.1" status: 204 len: 168 time: 0.2689831 Jun 23 16:16:28.467748 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:28.490127 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84edcdb-bc9b-4fd8-9c40-36235448dc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c188822a-def6-4988-a55d-d5a63cbb7fd3,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:28.492727 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-e84edcdb-bc9b-4fd8-9c40-36235448dc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:28.563212 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-61142497-5348-4042-b49c-8784aa1d9761 req-68098d09-886b-448d-b586-fedac763481b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1257937 Jun 23 16:16:28.586370 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a8932-3576-4460-80ee-2472fe6965d3 req-6590df5d-1073-4850-90bb-9b0207207b2c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:28.587824 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-987a8932-3576-4460-80ee-2472fe6965d3 req-6590df5d-1073-4850-90bb-9b0207207b2c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0806584 Jun 23 16:16:28.637090 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-987a8932-3576-4460-80ee-2472fe6965d3 req-3ec38caa-192d-414c-8596-1333dd71ac88 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433841 Jun 23 16:16:28.723164 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61142497-5348-4042-b49c-8784aa1d9761 req-b672ae23-ee8e-44a1-bfee-57a88d948f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:28.724815 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-61142497-5348-4042-b49c-8784aa1d9761 req-b672ae23-ee8e-44a1-bfee-57a88d948f02 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6392760d904cc6a4f117b3c04703e1&device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 1098 time: 0.0694563 Jun 23 16:16:28.846392 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61142497-5348-4042-b49c-8784aa1d9761 req-c5b19da3-bbfc-4716-b20f-e04b1d803031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:28.847948 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-61142497-5348-4042-b49c-8784aa1d9761 req-c5b19da3-bbfc-4716-b20f-e04b1d803031 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a89471-52b2-40ae-a8f0-056b1821cd63 HTTP/1.1" status: 200 len: 920 time: 0.0896897 Jun 23 16:16:28.907010 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-61142497-5348-4042-b49c-8784aa1d9761 req-961fa05c-2cb9-4ff5-954c-428c2997b66e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93896dd1-c98b-4880-bec7-eabfaecb5f81 HTTP/1.1" status: 200 len: 217 time: 0.0398757 Jun 23 16:16:28.968729 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61142497-5348-4042-b49c-8784aa1d9761 req-cf6b35a9-89f3-40f8-ba8b-c7934c45f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:28.975219 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-61142497-5348-4042-b49c-8784aa1d9761 req-cf6b35a9-89f3-40f8-ba8b-c7934c45f3c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=81a16e50-4902-426d-a9a7-7c4e7c412276 HTTP/1.1" status: 200 len: 859 time: 0.0621650 Jun 23 16:16:28.988160 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:29.026802 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-61142497-5348-4042-b49c-8784aa1d9761 req-41b368ae-5563-4f43-a44a-606e48338e24 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a89471-52b2-40ae-a8f0-056b1821cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295908 Jun 23 16:16:29.165728 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-61142497-5348-4042-b49c-8784aa1d9761 req-895db781-1ed7-4a88-8710-6ad34c3004f6 service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302168 Jun 23 16:16:29.173213 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e103dc-d8b3-453e-a6bc-58c066fd593a req-b63eefc2-7700-4838-b5b6-dc4d88f695bd tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:29.174671 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f7e103dc-d8b3-453e-a6bc-58c066fd593a req-b63eefc2-7700-4838-b5b6-dc4d88f695bd tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 944 time: 0.1313875 Jun 23 16:16:29.288627 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f7e103dc-d8b3-453e-a6bc-58c066fd593a req-382bd777-aa96-4da7-811c-7e4906bba527 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd135be-72ea-447f-b78a-27606759c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033835 Jun 23 16:16:29.306369 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 79a47e10-5946-494a-a8d0-b824a83f36fa up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:16:29.357659 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-61142497-5348-4042-b49c-8784aa1d9761 req-c32097e5-71cd-417a-bf53-a20741d07abe service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811440 Jun 23 16:16:29.384552 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port 79a47e10-5946-494a-a8d0-b824a83f36fa completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:29.389263 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port 79a47e10-5946-494a-a8d0-b824a83f36fa triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:29.389612 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:29.487904 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:29.519100 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad35c44-4dad-40b8-bc71-2cc7a119d05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a47e10-5946-494a-a8d0-b824a83f36fa'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:29.521860 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8493f8d9-68a6-4b37-8ef5-a2b7f57ef89e" -d '{"events": [{"server_uuid": "2ad35c44-4dad-40b8-bc71-2cc7a119d05d", "name": "network-vif-plugged", "status": "completed", "tag": "79a47e10-5946-494a-a8d0-b824a83f36fa"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:29.536955 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 79a47e10-5946-494a-a8d0-b824a83f36fa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=79a47e10-5946-494a-a8d0-b824a83f36fa,segment=NetworkSegment(e535ab0f-a74a-4bfb-a046-9883d9417558),segment_id=e535ab0f-a74a-4bfb-a046-9883d9417558)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:29.544076 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:29.547116 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:29.613707 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=79a47e10-5946-494a-a8d0-b824a83f36fa,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:29.643126 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:29.721830 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-c259033d-16b1-492c-9634-8d180db725a5 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:29.723428 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-c259033d-16b1-492c-9634-8d180db725a5 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "GET /v2.0/networks?id=db3d1383-f484-49d2-b648-61655da4c6ee HTTP/1.1" status: 200 len: 815 time: 0.1620469 Jun 23 16:16:29.730859 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 56218) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:29.731346 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdf3f7-2eb8-4c35-8b59-ee143344e86b req-b156cd2e-6432-4b03-bd96-54034fe2214d tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:29.732576 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-33cdf3f7-2eb8-4c35-8b59-ee143344e86b req-b156cd2e-6432-4b03-bd96-54034fe2214d tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 948 time: 0.1603765 Jun 23 16:16:29.774767 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Request body: {'port': {'device_id': 'c34d1ba5-6303-4af5-a681-e97c0038dda2', 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee', 'admin_state_up': True, 'tenant_id': 'b79b999c57f64537a642959526918275'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:29.808700 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-33cdf3f7-2eb8-4c35-8b59-ee143344e86b req-05397b45-66c1-4855-9811-15e0454628f1 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686402 Jun 23 16:16:29.849977 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2a60-7df0-4ea7-9f11-4f347b4828dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:29.883433 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d157fd-73eb-4152-8e42-09fb5426e069 x-openstack-request-id: req-26d157fd-73eb-4152-8e42-09fb5426e069 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:29.884042 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad35c44-4dad-40b8-bc71-2cc7a119d05d", "name": "network-vif-plugged", "status": "completed", "tag": "79a47e10-5946-494a-a8d0-b824a83f36fa", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:29.884396 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26d157fd-73eb-4152-8e42-09fb5426e069 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:29.885037 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad35c44-4dad-40b8-bc71-2cc7a119d05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a47e10-5946-494a-a8d0-b824a83f36fa', 'code': 200} Jun 23 16:16:29.952083 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-803dfa54-ec68-4e12-8823-4ec6afdbf2f1 req-7cc870b1-137b-4740-8814-f3764010e71a tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 210 time: 0.0393407 Jun 23 16:16:29.994722 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2a60-7df0-4ea7-9f11-4f347b4828dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:30.001615 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2a60-7df0-4ea7-9f11-4f347b4828dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:30.006569 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-21407c8b-cdfd-4cf1-a60c-98ebfcd74cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:30.046777 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Made reservation on behalf of b79b999c57f64537a642959526918275 for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:30.053810 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-2c0a2a60-7df0-4ea7-9f11-4f347b4828dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a71443df8aa423bbb05b70af580ff22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217745 Jun 23 16:16:30.054482 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 56226) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:30.057404 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:30.061383 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a2a60-7df0-4ea7-9f11-4f347b4828dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82243b74-d435-40f6-a8df-e682a74f600f,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:30.065211 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2c0a2a60-7df0-4ea7-9f11-4f347b4828dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:30.138980 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c284-17e1-4de7-a7f1-8662f7eceb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:30.163182 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c284-17e1-4de7-a7f1-8662f7eceb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:30.241632 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83843db8-f3b3-4e47-ae79-bfa1b7b101c7 req-f045cf0b-0726-416e-a523-92fc5a193b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:30.243405 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-83843db8-f3b3-4e47-ae79-bfa1b7b101c7 req-f045cf0b-0726-416e-a523-92fc5a193b3c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 1098 time: 0.0826292 Jun 23 16:16:30.252463 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c284-17e1-4de7-a7f1-8662f7eceb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:30.252724 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Allocated IP 172.20.0.10 (db3d1383-f484-49d2-b648-61655da4c6ee/b48cefcd-53d9-4e64-a2fe-9d478425a457/1df30bd8-6b48-454f-8191-7b13ebe370db) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:16:30.255201 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c284-17e1-4de7-a7f1-8662f7eceb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:30.256396 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-f4d4c284-17e1-4de7-a7f1-8662f7eceb03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82243b74-d435-40f6-a8df-e682a74f600f HTTP/1.1" status: 204 len: 168 time: 0.2006123 Jun 23 16:16:30.263967 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-d36df00e-a4cf-43d1-aaf7-e13341d2baa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:30.280221 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4c284-17e1-4de7-a7f1-8662f7eceb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82243b74-d435-40f6-a8df-e682a74f600f,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:30.282544 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f4d4c284-17e1-4de7-a7f1-8662f7eceb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:30.305421 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-83843db8-f3b3-4e47-ae79-bfa1b7b101c7 req-805fc640-8dd8-4c69-9643-e320d5edd706 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7fd135be-72ea-447f-b78a-27606759c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476043 Jun 23 16:16:30.305538 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f526580-f0e4-4e7c-9311-d9ba62058013 req-0bb76b7d-3d9a-4787-bdd1-c5b522d152a4 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:30.307041 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7f526580-f0e4-4e7c-9311-d9ba62058013 req-0bb76b7d-3d9a-4787-bdd1-c5b522d152a4 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1240745 Jun 23 16:16:30.418995 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7f526580-f0e4-4e7c-9311-d9ba62058013 req-7a57ed2d-4755-4f24-9669-93c4a4b08e9b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046808 Jun 23 16:16:30.473542 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:30.529886 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:30.542738 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:30.550953 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7cfaa1b2-3b76-4b58-a721-c95eadddca60 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:30.632551 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Network db3d1383-f484-49d2-b648-61655da4c6ee is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:16:30.634812 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:30.650237 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:16:30.695037 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Pushing event updated for resources: {'Port': ['ID=1df30bd8-6b48-454f-8191-7b13ebe370db,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:30.703419 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:30.736823 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:30.736823 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:30.762631 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4f8ab-51a7-4cf9-8747-b457baa10381 req-8c1d85c4-7900-49ac-bd84-b3c121b9d480 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:30.764391 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-97a4f8ab-51a7-4cf9-8747-b457baa10381 req-8c1d85c4-7900-49ac-bd84-b3c121b9d480 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 945 time: 0.1398857 Jun 23 16:16:30.766199 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0021861 Jun 23 16:16:30.807860 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-97a4f8ab-51a7-4cf9-8747-b457baa10381 req-0a9337db-4ab9-45cd-9460-6bc05cdd41d0 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd135be-72ea-447f-b78a-27606759c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365942 Jun 23 16:16:30.832216 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Request body: {'port': {'device_id': 'c34d1ba5-6303-4af5-a681-e97c0038dda2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:30.914312 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:31.159862 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a09437-7d33-451e-aa36-7558c3bd5e13 req-d8e72666-d53f-4e2d-a427-0d145557dafd tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:31.161332 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-96a09437-7d33-451e-aa36-7558c3bd5e13 req-d8e72666-d53f-4e2d-a427-0d145557dafd tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 948 time: 0.2158632 Jun 23 16:16:31.235742 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-96a09437-7d33-451e-aa36-7558c3bd5e13 req-25d095e9-60b7-4516-81ac-6e87ca78f371 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660632 Jun 23 16:16:31.275612 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397aa95-b3ef-420a-8897-393db2b33e50 req-81cee094-ad31-46fc-9780-e5042d31e020 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:31.277049 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6397aa95-b3ef-420a-8897-393db2b33e50 req-81cee094-ad31-46fc-9780-e5042d31e020 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 932 time: 0.1795425 Jun 23 16:16:31.303789 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:16:31.329415 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df30bd8-6b48-454f-8191-7b13ebe370db {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:31.345112 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:31.359297 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6397aa95-b3ef-420a-8897-393db2b33e50 req-ea2e96bb-4970-44a6-a5aa-a791d578ae1d tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584741 Jun 23 16:16:31.364917 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Transition to ACTIVE for port object 1df30bd8-6b48-454f-8191-7b13ebe370db will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:31.370454 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:31.373985 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:31.434990 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Pushing event updated for resources: {'Port': ['ID=1df30bd8-6b48-454f-8191-7b13ebe370db,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:31.445654 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92,segment=NetworkSegment(df8f8bf2-d15f-4b75-9dfb-33f596e40774),segment_id=df8f8bf2-d15f-4b75-9dfb-33f596e40774)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:31.453973 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:31.459159 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': '4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92', 'network_id': 'cf3e8894-f968-45bb-b217-9a6af64f088b', 'port_id': '4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92', 'mac_address': 'fa:16:3e:69:40:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07bfafe9-881f-4b9c-b509-fea14fdadd71', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:16:31.507038 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:31.522826 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:31.523153 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Attempting to bind port 1df30bd8-6b48-454f-8191-7b13ebe370db on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:16:31.523547 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Attempting to bind port 1df30bd8-6b48-454f-8191-7b13ebe370db by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:16:31.523974 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Attempting to bind port 1df30bd8-6b48-454f-8191-7b13ebe370db on network db3d1383-f484-49d2-b648-61655da4c6ee {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:31.529207 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Port 1df30bd8-6b48-454f-8191-7b13ebe370db on network db3d1383-f484-49d2-b648-61655da4c6ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:16:31.529577 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Attempting to bind port 1df30bd8-6b48-454f-8191-7b13ebe370db on network db3d1383-f484-49d2-b648-61655da4c6ee {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:31.536578 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:16:31.536907 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Checking segment: {'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:31.537283 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Bound using segment: {'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:16:31.537760 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Bound port: 1df30bd8-6b48-454f-8191-7b13ebe370db, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:16:31.538047 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:31.545710 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92,segment=NetworkSegment(df8f8bf2-d15f-4b75-9dfb-33f596e40774),segment_id=df8f8bf2-d15f-4b75-9dfb-33f596e40774)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:31.558122 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:31.560377 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:31.618203 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:31.621372 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:31.650578 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] For port 1df30bd8-6b48-454f-8191-7b13ebe370db, host hv-cinder-78836, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:16:31.667246 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] For port 1df30bd8-6b48-454f-8191-7b13ebe370db, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1df30bd8-6b48-454f-8191-7b13ebe370db,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:16:31.676393 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:31.682831 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:31.725239 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:31.725887 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:31.727243 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] 10.222.0.86 "PUT /v2.0/ports/1df30bd8-6b48-454f-8191-7b13ebe370db HTTP/1.1" status: 200 len: 1094 time: 0.9025593 Jun 23 16:16:31.728654 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34d1ba5-6303-4af5-a681-e97c0038dda2', 'tag': '1df30bd8-6b48-454f-8191-7b13ebe370db'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:31.730952 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1162d20b-4414-44a3-ac88-745c52056111" -d '{"events": [{"name": "network-changed", "server_uuid": "c34d1ba5-6303-4af5-a681-e97c0038dda2", "tag": "1df30bd8-6b48-454f-8191-7b13ebe370db"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:31.754648 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd344f6e-ba54-4a04-b62d-e99d30f2eb3d req-fe46f499-ee9c-48cd-9f03-15bd0e9d6edc tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:31.756187 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fd344f6e-ba54-4a04-b62d-e99d30f2eb3d req-fe46f499-ee9c-48cd-9f03-15bd0e9d6edc tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1433465 Jun 23 16:16:31.764004 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Pushing event updated for resources: {'Port': ['ID=1df30bd8-6b48-454f-8191-7b13ebe370db,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:31.767414 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:31.797137 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6307c12e-bb36-444c-984f-47608ce657e4 x-openstack-request-id: req-6307c12e-bb36-444c-984f-47608ce657e4 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:31.797439 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34d1ba5-6303-4af5-a681-e97c0038dda2", "tag": "1df30bd8-6b48-454f-8191-7b13ebe370db", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:31.797702 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6307c12e-bb36-444c-984f-47608ce657e4 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:31.798096 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34d1ba5-6303-4af5-a681-e97c0038dda2', 'tag': '1df30bd8-6b48-454f-8191-7b13ebe370db', 'status': 'completed', 'code': 200} Jun 23 16:16:31.813067 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fd344f6e-ba54-4a04-b62d-e99d30f2eb3d req-51a6fe3a-1815-4c2a-b0c6-62b6941b8671 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429156 Jun 23 16:16:31.906432 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-c284e24f-87d0-421a-b7dd-1b7d308b5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:31.907912 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-c284e24f-87d0-421a-b7dd-1b7d308b5cf2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b79b999c57f64537a642959526918275&device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 1097 time: 0.0543737 Jun 23 16:16:31.984791 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b1050-2ac9-4293-872c-2e9b7ec0f720 req-f89cf6f2-92c2-42f2-91eb-004e18f640e0 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:31.986336 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-775b1050-2ac9-4293-872c-2e9b7ec0f720 req-f89cf6f2-92c2-42f2-91eb-004e18f640e0 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 945 time: 0.0670741 Jun 23 16:16:32.022876 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-9d224cc9-a780-416f-b60e-bca1bd534b8d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df30bd8-6b48-454f-8191-7b13ebe370db HTTP/1.1" status: 200 len: 217 time: 0.0515027 Jun 23 16:16:32.092192 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-775b1050-2ac9-4293-872c-2e9b7ec0f720 req-abbb18cb-81cc-4862-8dea-1a07e8978881 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd135be-72ea-447f-b78a-27606759c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742576 Jun 23 16:16:32.099538 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-f57319af-58e8-461d-b140-e1f8608d10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:32.100988 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-f57319af-58e8-461d-b140-e1f8608d10e4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b48cefcd-53d9-4e64-a2fe-9d478425a457 HTTP/1.1" status: 200 len: 855 time: 0.0710824 Jun 23 16:16:32.183494 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-8cc51980-970c-4af2-b1e9-653589685768 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=db3d1383-f484-49d2-b648-61655da4c6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269692 Jun 23 16:16:32.237267 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:16:32.330014 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-4dc7200e-93a4-407c-a0c0-a288384020c4 service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116927 Jun 23 16:16:32.486514 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eaf3984f-e286-4d73-8616-7be95ac8393a req-5d0d7b79-7b68-4d85-b173-e744a7fcba38 service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395965 Jun 23 16:16:32.512648 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:32.538670 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd52c4-7be3-4ea1-9ddf-51944a838766 req-d9683e69-2152-4473-bdc6-142fd21f3acd tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:32.539973 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-adbd52c4-7be3-4ea1-9ddf-51944a838766 req-d9683e69-2152-4473-bdc6-142fd21f3acd tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 949 time: 0.1209912 Jun 23 16:16:32.588282 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e9c71-98ea-4326-8b05-840b58af61c8 req-bd768050-b001-4ce2-8b84-97eaa160e829 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:32.589714 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-dc1e9c71-98ea-4326-8b05-840b58af61c8 req-bd768050-b001-4ce2-8b84-97eaa160e829 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 944 time: 0.1023438 Jun 23 16:16:32.596648 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-adbd52c4-7be3-4ea1-9ddf-51944a838766 req-b805b125-77b1-49b8-b370-b21c3fa0f5c4 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492003 Jun 23 16:16:32.653981 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-dc1e9c71-98ea-4326-8b05-840b58af61c8 req-f788e248-d982-4fc3-af4e-8540dddf53ec tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564396 Jun 23 16:16:32.678534 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162d20b-4414-44a3-ac88-745c52056111 req-4f4f3e1c-2e5b-457d-87ae-66d77c20bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:32.679979 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1162d20b-4414-44a3-ac88-745c52056111 req-4f4f3e1c-2e5b-457d-87ae-66d77c20bf2c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b79b999c57f64537a642959526918275&device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 1097 time: 0.0679173 Jun 23 16:16:32.787235 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162d20b-4414-44a3-ac88-745c52056111 req-9d6072a3-1498-4c66-bc61-809491fb607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:32.788732 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1162d20b-4414-44a3-ac88-745c52056111 req-9d6072a3-1498-4c66-bc61-809491fb607e service neutron] 10.222.0.86 "GET /v2.0/networks?id=db3d1383-f484-49d2-b648-61655da4c6ee HTTP/1.1" status: 200 len: 916 time: 0.0874012 Jun 23 16:16:32.853716 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1162d20b-4414-44a3-ac88-745c52056111 req-0b50f82e-d83d-4df1-bf25-020eb9567d72 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1df30bd8-6b48-454f-8191-7b13ebe370db HTTP/1.1" status: 200 len: 217 time: 0.0466540 Jun 23 16:16:33.131940 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 56316) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:33.222785 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162d20b-4414-44a3-ac88-745c52056111 req-4eb04316-f29e-4948-819c-3b027816a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:33.224481 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1162d20b-4414-44a3-ac88-745c52056111 req-4eb04316-f29e-4948-819c-3b027816a1ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b48cefcd-53d9-4e64-a2fe-9d478425a457 HTTP/1.1" status: 200 len: 855 time: 0.3637044 Jun 23 16:16:33.274914 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1162d20b-4414-44a3-ac88-745c52056111 req-07e7b666-b2d0-4020-81d3-c357833e392b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=db3d1383-f484-49d2-b648-61655da4c6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368516 Jun 23 16:16:33.283760 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-283d95e7-54d1-49cc-afd3-1564b80b6c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:33.289531 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f046f4-69fb-4d11-8f68-c262cdffd06e req-15d08185-013d-4e70-82c7-7cdeed0cf66b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:33.291061 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a6f046f4-69fb-4d11-8f68-c262cdffd06e req-15d08185-013d-4e70-82c7-7cdeed0cf66b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1206148 Jun 23 16:16:33.390051 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-283d95e7-54d1-49cc-afd3-1564b80b6c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:33.394529 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-283d95e7-54d1-49cc-afd3-1564b80b6c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:33.398039 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9b63d145-4ed3-45cc-9f2f-c9d1b907238a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:33.410926 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a6f046f4-69fb-4d11-8f68-c262cdffd06e req-029e186c-f16e-48f9-9b9f-0e02a32cc464 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057849 Jun 23 16:16:33.445449 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-283d95e7-54d1-49cc-afd3-1564b80b6c10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aabb48b5fbad4864b76b4cf7b62fef75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121319 Jun 23 16:16:33.447650 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d95e7-54d1-49cc-afd3-1564b80b6c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2396f6-6d20-46d8-ab0f-88719145c10e,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:33.449405 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 56326) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:33.455200 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-283d95e7-54d1-49cc-afd3-1564b80b6c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:33.467415 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1162d20b-4414-44a3-ac88-745c52056111 req-d05032d4-6d3f-43e2-82ab-c4f93f39d7a5 service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706381 Jun 23 16:16:33.480738 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ac332-3af7-4136-aa6c-15ece9c36a20 req-5960ea04-37ba-4cca-98c5-f412d41abefa tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:33.482215 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-935ac332-3af7-4136-aa6c-15ece9c36a20 req-5960ea04-37ba-4cca-98c5-f412d41abefa tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 945 time: 0.1449721 Jun 23 16:16:33.606286 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ac5e1199-c899-4df9-b89e-c6a8a407fc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:33.614230 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-935ac332-3af7-4136-aa6c-15ece9c36a20 req-679e9a3c-7b8e-4af9-8c22-c2ea59fd6a63 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd135be-72ea-447f-b78a-27606759c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019704 Jun 23 16:16:33.639582 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1162d20b-4414-44a3-ac88-745c52056111 req-1b17254d-d318-4422-9fe8-835238c25cba service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525016 Jun 23 16:16:33.643966 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ac5e1199-c899-4df9-b89e-c6a8a407fc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:33.709019 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ac5e1199-c899-4df9-b89e-c6a8a407fc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:33.713178 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ac5e1199-c899-4df9-b89e-c6a8a407fc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:33.716665 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-ac5e1199-c899-4df9-b89e-c6a8a407fc70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb2396f6-6d20-46d8-ab0f-88719145c10e HTTP/1.1" status: 204 len: 168 time: 0.2625167 Jun 23 16:16:33.716665 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-56985436-5b8e-4030-b98c-35f0e0bf6650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:33.745981 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e1199-c899-4df9-b89e-c6a8a407fc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2396f6-6d20-46d8-ab0f-88719145c10e,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:33.748719 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ac5e1199-c899-4df9-b89e-c6a8a407fc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:33.855705 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0958c-11b3-45eb-81a2-505682093989 req-9e863451-a9dd-4954-8436-7b9cf84b77fb tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:33.857303 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-64a0958c-11b3-45eb-81a2-505682093989 req-9e863451-a9dd-4954-8436-7b9cf84b77fb tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 949 time: 0.1287854 Jun 23 16:16:33.868925 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc61ae-aae5-465e-98c6-8d2cd1a4dffa req-20aacf69-1863-4f1e-86ae-edcbcd0937a7 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:33.871162 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b8fc61ae-aae5-465e-98c6-8d2cd1a4dffa req-20aacf69-1863-4f1e-86ae-edcbcd0937a7 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 944 time: 0.0911398 Jun 23 16:16:33.935504 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-64a0958c-11b3-45eb-81a2-505682093989 req-c76e8af5-cf47-4b6e-b591-05e24a3e835a tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640771 Jun 23 16:16:33.938213 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b8fc61ae-aae5-465e-98c6-8d2cd1a4dffa req-7cf7ffd4-84fa-4099-a303-0dac8d866f9d tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507889 Jun 23 16:16:34.067671 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 56342) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:34.083578 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-615d8b63-ba63-48f7-a1e7-d439f5f662b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:34.169321 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-615d8b63-ba63-48f7-a1e7-d439f5f662b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:34.174033 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-615d8b63-ba63-48f7-a1e7-d439f5f662b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:34.176455 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6209e6b2-9a10-43bd-a167-1c3142331dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:34.210460 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d8b63-ba63-48f7-a1e7-d439f5f662b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcaf388-300d-4341-92ed-db6a9ddf5efe,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:34.217881 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-615d8b63-ba63-48f7-a1e7-d439f5f662b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6e7d875d7e9432880fe4c19920f19fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460388 Jun 23 16:16:34.217881 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-615d8b63-ba63-48f7-a1e7-d439f5f662b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:34.218130 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 56344) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:34.272829 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5ed34022-e006-4d3f-af6f-a0d8682e6501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:34.295795 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5ed34022-e006-4d3f-af6f-a0d8682e6501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:34.346751 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5ed34022-e006-4d3f-af6f-a0d8682e6501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:34.349367 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5ed34022-e006-4d3f-af6f-a0d8682e6501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:34.350596 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-5ed34022-e006-4d3f-af6f-a0d8682e6501 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dcaf388-300d-4341-92ed-db6a9ddf5efe HTTP/1.1" status: 204 len: 168 time: 0.1315792 Jun 23 16:16:34.351381 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-baeb599a-7989-43b5-b59b-3f4ee8d80439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:34.359336 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed34022-e006-4d3f-af6f-a0d8682e6501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcaf388-300d-4341-92ed-db6a9ddf5efe,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:34.366683 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-5ed34022-e006-4d3f-af6f-a0d8682e6501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:34.594749 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805db90-228e-409b-9051-38a3a2b199b2 req-105ee882-9590-4c3e-9684-3bdabad0ca9e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:34.596296 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7805db90-228e-409b-9051-38a3a2b199b2 req-105ee882-9590-4c3e-9684-3bdabad0ca9e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0704963 Jun 23 16:16:34.636086 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7805db90-228e-409b-9051-38a3a2b199b2 req-1e34263e-7051-4728-8982-40bb838934de tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336080 Jun 23 16:16:35.163156 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbaacd-c2d1-4af3-9c75-d58c87eddcf4 req-b09fb031-4f34-4186-a38a-71bcf065fd96 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:35.164677 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-40dbaacd-c2d1-4af3-9c75-d58c87eddcf4 req-b09fb031-4f34-4186-a38a-71bcf065fd96 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 944 time: 0.1057088 Jun 23 16:16:35.186645 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6786589-d9bb-4a64-8d03-11a97769c3d3 req-a864fca1-9aae-472f-a861-935d8e162bb6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:35.188060 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e6786589-d9bb-4a64-8d03-11a97769c3d3 req-a864fca1-9aae-472f-a861-935d8e162bb6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 949 time: 0.1183457 Jun 23 16:16:35.241507 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-40dbaacd-c2d1-4af3-9c75-d58c87eddcf4 req-1b2992c4-cb16-41a3-8f8f-65598479bde6 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709202 Jun 23 16:16:35.248953 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e6786589-d9bb-4a64-8d03-11a97769c3d3 req-a5159efa-bf12-4e1b-80ee-7ef38f808519 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531919 Jun 23 16:16:35.334642 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 1df30bd8-6b48-454f-8191-7b13ebe370db details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:16:35.348516 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:16:35.473602 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 1df30bd8-6b48-454f-8191-7b13ebe370db, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1df30bd8-6b48-454f-8191-7b13ebe370db,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:35.485678 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': '1df30bd8-6b48-454f-8191-7b13ebe370db', 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee', 'port_id': '1df30bd8-6b48-454f-8191-7b13ebe370db', 'mac_address': 'fa:16:3e:cf:1a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48cefcd-53d9-4e64-a2fe-9d478425a457', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:16:35.527115 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:35.542195 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df30bd8-6b48-454f-8191-7b13ebe370db {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:35.548163 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:35.566982 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 1df30bd8-6b48-454f-8191-7b13ebe370db, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1df30bd8-6b48-454f-8191-7b13ebe370db,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:35.569695 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:35.570084 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:35.573372 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:35.593024 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:35.686930 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=1df30bd8-6b48-454f-8191-7b13ebe370db,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:35.701391 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:35.705626 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:35.732024 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74811004-6d35-4ec4-b4eb-84e66569b595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:35.734492 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647d8b68-6bd8-4c39-a53c-79686bd84071" -d '{"events": [{"server_uuid": "74811004-6d35-4ec4-b4eb-84e66569b595", "name": "network-vif-plugged", "status": "completed", "tag": "4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:35.749632 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92,segment=NetworkSegment(df8f8bf2-d15f-4b75-9dfb-33f596e40774),segment_id=df8f8bf2-d15f-4b75-9dfb-33f596e40774)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:35.755671 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:35.758712 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:35.808760 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087d929a-83f0-463c-bf4e-50aca99c125c x-openstack-request-id: req-087d929a-83f0-463c-bf4e-50aca99c125c {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:35.809440 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74811004-6d35-4ec4-b4eb-84e66569b595", "name": "network-vif-plugged", "status": "completed", "tag": "4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:35.809944 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-087d929a-83f0-463c-bf4e-50aca99c125c {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:35.810524 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74811004-6d35-4ec4-b4eb-84e66569b595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92', 'code': 200} Jun 23 16:16:35.825654 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 56432) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:35.850959 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:35.863440 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:35.877203 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb93073-8c38-479f-b964-ac38976b27dd req-67532c0c-cb64-4c81-9ac3-3d097f8ce3f8 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:35.884853 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3cb93073-8c38-479f-b964-ac38976b27dd req-67532c0c-cb64-4c81-9ac3-3d097f8ce3f8 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1080256 Jun 23 16:16:35.937553 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3cb93073-8c38-479f-b964-ac38976b27dd req-bddb255c-b31d-4b0c-8907-517cd7fd7d39 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458767 Jun 23 16:16:36.033288 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-25647914-252e-4985-a3f5-7df331799f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:36.125102 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-25647914-252e-4985-a3f5-7df331799f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:36.130798 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-25647914-252e-4985-a3f5-7df331799f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:36.136622 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd37ed6-fb1d-4de6-9401-ef432cb8bbb3 req-67f4e0c1-13dd-4dc7-862d-570d985f1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:36.138570 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9dd37ed6-fb1d-4de6-9401-ef432cb8bbb3 req-67f4e0c1-13dd-4dc7-862d-570d985f1abf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 1103 time: 0.0537324 Jun 23 16:16:36.140106 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4026b0e0-1984-45da-8681-2d830cd43965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:36.170258 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['1df30bd8-6b48-454f-8191-7b13ebe370db'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:16:36.173789 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-25647914-252e-4985-a3f5-7df331799f2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a13b32984ed4c08b11af7ad8212417f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468471 Jun 23 16:16:36.174174 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 56438) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:36.175136 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25647914-252e-4985-a3f5-7df331799f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0587f6a1-441d-49fc-8ef2-2e87c69d0462,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:36.178221 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-25647914-252e-4985-a3f5-7df331799f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:36.204673 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9dd37ed6-fb1d-4de6-9401-ef432cb8bbb3 req-bf3ec1db-4533-4848-9836-7474ad025433 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484524 Jun 23 16:16:36.232848 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-59c26119-b776-46d1-b146-998d765fbb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:36.257283 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-59c26119-b776-46d1-b146-998d765fbb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:36.324380 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-59c26119-b776-46d1-b146-998d765fbb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:36.328533 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-59c26119-b776-46d1-b146-998d765fbb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:36.330033 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-59c26119-b776-46d1-b146-998d765fbb1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0587f6a1-441d-49fc-8ef2-2e87c69d0462 HTTP/1.1" status: 204 len: 168 time: 0.1543276 Jun 23 16:16:36.331044 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:36.340967 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c26119-b776-46d1-b146-998d765fbb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0587f6a1-441d-49fc-8ef2-2e87c69d0462,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:36.343425 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-59c26119-b776-46d1-b146-998d765fbb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:36.526698 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d45c3-9b1e-4c50-ae69-2696086596f2 req-17fef280-5529-4bc2-85bd-f52d536907db tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:36.528235 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5d5d45c3-9b1e-4c50-ae69-2696086596f2 req-17fef280-5529-4bc2-85bd-f52d536907db tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 945 time: 0.1064179 Jun 23 16:16:36.539769 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45906889-7f95-4359-8682-e1b349e17594 req-3dce4737-d022-4ec8-8f22-ee75e2da9052 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:36.541174 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-45906889-7f95-4359-8682-e1b349e17594 req-3dce4737-d022-4ec8-8f22-ee75e2da9052 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 950 time: 0.1072330 Jun 23 16:16:36.594957 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5d5d45c3-9b1e-4c50-ae69-2696086596f2 req-9d9e476d-b1a5-420d-a759-0c96ac343eaa tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528090 Jun 23 16:16:36.604560 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-45906889-7f95-4359-8682-e1b349e17594 req-14a728ed-7c10-453c-8a0a-029811cc941b tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552526 Jun 23 16:16:37.008762 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9742f-feb6-4449-9c85-b8dfd0994254 req-772e2475-4d60-48b5-b8b9-303369626bb5 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:37.010537 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e6a9742f-feb6-4449-9c85-b8dfd0994254 req-772e2475-4d60-48b5-b8b9-303369626bb5 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 945 time: 0.0849988 Jun 23 16:16:37.065483 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e6a9742f-feb6-4449-9c85-b8dfd0994254 req-d4806142-c281-452d-9292-07648e8ca689 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd135be-72ea-447f-b78a-27606759c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462308 Jun 23 16:16:37.177069 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cba00-6991-49c6-922a-e2d8f468d5f3 req-993a0786-ccff-4abe-9240-5db87a435dfc tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:37.178585 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a93cba00-6991-49c6-922a-e2d8f468d5f3 req-993a0786-ccff-4abe-9240-5db87a435dfc tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0665340 Jun 23 16:16:37.215549 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a93cba00-6991-49c6-922a-e2d8f468d5f3 req-d9049699-4e60-4afc-8e54-4b9210ccbdfc tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Jun 23 16:16:37.823090 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32097d-c5ff-4ad8-aff6-afe5317c9354 req-52568596-84da-452e-8ac3-38abec4723df tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:37.824500 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4d32097d-c5ff-4ad8-aff6-afe5317c9354 req-52568596-84da-452e-8ac3-38abec4723df tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 945 time: 0.1109333 Jun 23 16:16:37.845359 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfafd91-84e5-4d0c-af00-eda03c655d40 req-15f740e7-9e3e-499d-b900-14122ddaded8 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:37.846917 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fbfafd91-84e5-4d0c-af00-eda03c655d40 req-15f740e7-9e3e-499d-b900-14122ddaded8 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 950 time: 0.1018734 Jun 23 16:16:37.895566 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4d32097d-c5ff-4ad8-aff6-afe5317c9354 req-fc60c54a-0a63-48b7-8438-10240759941d tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640814 Jun 23 16:16:37.902773 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fbfafd91-84e5-4d0c-af00-eda03c655d40 req-e7d8d53d-2e9d-4c9d-a2f5-91894ab55c70 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480609 Jun 23 16:16:38.247500 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378307b5-85a4-429f-a430-4841023c7055 req-90ddbeee-3d9c-458c-90fd-ebf7e8e02aac tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:38.249078 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-378307b5-85a4-429f-a430-4841023c7055 req-90ddbeee-3d9c-458c-90fd-ebf7e8e02aac tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 945 time: 0.0648127 Jun 23 16:16:38.293148 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-378307b5-85a4-429f-a430-4841023c7055 req-ccc50b29-0d45-4f8c-b08e-447d82cee140 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd135be-72ea-447f-b78a-27606759c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371087 Jun 23 16:16:38.425898 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb3fad-9993-4d3b-ad15-12061a24ca41 req-7b17e3e7-319c-4596-865d-8398a9c86d86 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:38.427862 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9edb3fad-9993-4d3b-ad15-12061a24ca41 req-7b17e3e7-319c-4596-865d-8398a9c86d86 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0739770 Jun 23 16:16:38.469547 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9edb3fad-9993-4d3b-ad15-12061a24ca41 req-b1fcdf0c-6e00-401d-af8a-3678a0706311 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351427 Jun 23 16:16:39.106529 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd02c1-953c-488f-94a5-433ff3a22110 req-59268eed-44f5-462b-b090-e089082d02d9 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:39.107968 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-51bd02c1-953c-488f-94a5-433ff3a22110 req-59268eed-44f5-462b-b090-e089082d02d9 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 945 time: 0.1016700 Jun 23 16:16:39.123415 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe776e-f8e4-4b41-9e6b-8fb09100878c req-035d7761-e45b-4ac2-bdc5-e6706fde0e03 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:39.124908 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-42fe776e-f8e4-4b41-9e6b-8fb09100878c req-035d7761-e45b-4ac2-bdc5-e6706fde0e03 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 950 time: 0.1067584 Jun 23 16:16:39.184111 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-51bd02c1-953c-488f-94a5-433ff3a22110 req-44157f79-cba8-4594-9928-57d3cdeb18f1 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581658 Jun 23 16:16:39.188083 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-42fe776e-f8e4-4b41-9e6b-8fb09100878c req-64251482-e163-4eac-8549-4a0735fc178c tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560930 Jun 23 16:16:39.349609 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 1df30bd8-6b48-454f-8191-7b13ebe370db up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:16:39.405640 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port 1df30bd8-6b48-454f-8191-7b13ebe370db completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:39.410441 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port 1df30bd8-6b48-454f-8191-7b13ebe370db triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:39.410840 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:39.518646 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:39.569029 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 1df30bd8-6b48-454f-8191-7b13ebe370db, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1df30bd8-6b48-454f-8191-7b13ebe370db,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:39.570405 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34d1ba5-6303-4af5-a681-e97c0038dda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df30bd8-6b48-454f-8191-7b13ebe370db'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:39.574443 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc8ce62-0b82-437e-bc1f-160ed8c7a778" -d '{"events": [{"server_uuid": "c34d1ba5-6303-4af5-a681-e97c0038dda2", "name": "network-vif-plugged", "status": "completed", "tag": "1df30bd8-6b48-454f-8191-7b13ebe370db"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:39.578859 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:39.581080 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-1827c209-f92a-4cdb-8ec0-77f65591a82e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:39.584041 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab9e08-bb56-4c00-93a8-583e9b23d8a9 req-a617f2f9-0f44-4bf5-b885-9bef527fe497 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:39.586190 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-65ab9e08-bb56-4c00-93a8-583e9b23d8a9 req-a617f2f9-0f44-4bf5-b885-9bef527fe497 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 945 time: 0.0790546 Jun 23 16:16:39.629399 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=1df30bd8-6b48-454f-8191-7b13ebe370db,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:39.632662 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:39.661028 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-65ab9e08-bb56-4c00-93a8-583e9b23d8a9 req-7148455f-41a8-4571-a88b-aa9c4f0fe9c5 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fd135be-72ea-447f-b78a-27606759c8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644758 Jun 23 16:16:39.679125 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca1f96-6409-45fa-b37d-9760b39464e9 req-044e0aa3-663b-4a67-b268-9f5754a6becd tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:39.686096 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-20ca1f96-6409-45fa-b37d-9760b39464e9 req-044e0aa3-663b-4a67-b268-9f5754a6becd tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 950 time: 0.0987241 Jun 23 16:16:39.724240 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-20ca1f96-6409-45fa-b37d-9760b39464e9 req-718b77af-46e0-42a1-ac7b-cf14ce19d396 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372262 Jun 23 16:16:39.834610 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ded1d-bbac-4635-acb4-1b251d9c224d req-cb539a38-d560-4a12-a246-aaf95172a8d0 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:39.836078 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-219ded1d-bbac-4635-acb4-1b251d9c224d req-cb539a38-d560-4a12-a246-aaf95172a8d0 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0668602 Jun 23 16:16:39.874163 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-219ded1d-bbac-4635-acb4-1b251d9c224d req-3e5350ac-0be9-4927-8f13-b26bdd1cbafe tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320053 Jun 23 16:16:39.919359 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b277f860-04f2-4c1a-929d-c1d4fa6ad7cc x-openstack-request-id: req-b277f860-04f2-4c1a-929d-c1d4fa6ad7cc {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:39.919934 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34d1ba5-6303-4af5-a681-e97c0038dda2", "name": "network-vif-plugged", "status": "completed", "tag": "1df30bd8-6b48-454f-8191-7b13ebe370db", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:39.920196 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b277f860-04f2-4c1a-929d-c1d4fa6ad7cc {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:39.920596 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34d1ba5-6303-4af5-a681-e97c0038dda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df30bd8-6b48-454f-8191-7b13ebe370db', 'code': 200} Jun 23 16:16:40.283074 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa4e03-7641-41ae-92ef-fb835ee76abc req-6df46eea-45e8-4728-8ba5-bd495872f3dd tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:40.284871 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c7aa4e03-7641-41ae-92ef-fb835ee76abc req-6df46eea-45e8-4728-8ba5-bd495872f3dd tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 945 time: 0.0689003 Jun 23 16:16:40.448679 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d53baf-5b74-47ba-91ed-ddeb300397b4 req-e70aebaf-9484-4533-9a51-69c8f4f7b574 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:40.450438 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-72d53baf-5b74-47ba-91ed-ddeb300397b4 req-e70aebaf-9484-4533-9a51-69c8f4f7b574 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 946 time: 0.1258528 Jun 23 16:16:40.450743 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a038110-7c4a-4422-a5a0-ba6c8c9445d0 req-aac1c66f-9a9b-4392-86d5-7f4d76f15eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:40.452320 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5a038110-7c4a-4422-a5a0-ba6c8c9445d0 req-aac1c66f-9a9b-4392-86d5-7f4d76f15eef service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 1099 time: 0.0551713 Jun 23 16:16:40.469530 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-c7aa4e03-7641-41ae-92ef-fb835ee76abc req-dd8a9fe3-cd52-4c5b-9adc-51483f3be961 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Deleting port 79a47e10-5946-494a-a8d0-b824a83f36fa {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:16:40.469856 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-c7aa4e03-7641-41ae-92ef-fb835ee76abc req-dd8a9fe3-cd52-4c5b-9adc-51483f3be961 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:40.502059 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5a038110-7c4a-4422-a5a0-ba6c8c9445d0 req-ce0228ab-d5aa-4eb0-8635-284ed1d88d62 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332224 Jun 23 16:16:40.546286 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-72d53baf-5b74-47ba-91ed-ddeb300397b4 req-372e286b-b611-44f9-b15f-d6916b4d9690 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865622 Jun 23 16:16:40.581625 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-c7aa4e03-7641-41ae-92ef-fb835ee76abc req-dd8a9fe3-cd52-4c5b-9adc-51483f3be961 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] For port 79a47e10-5946-494a-a8d0-b824a83f36fa, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=79a47e10-5946-494a-a8d0-b824a83f36fa,segment=NetworkSegment(e535ab0f-a74a-4bfb-a046-9883d9417558),segment_id=e535ab0f-a74a-4bfb-a046-9883d9417558)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:40.582029 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-c7aa4e03-7641-41ae-92ef-fb835ee76abc req-dd8a9fe3-cd52-4c5b-9adc-51483f3be961 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:40.601758 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-c7aa4e03-7641-41ae-92ef-fb835ee76abc req-dd8a9fe3-cd52-4c5b-9adc-51483f3be961 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Calling delete_port for 79a47e10-5946-494a-a8d0-b824a83f36fa owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:16:40.770644 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-c7aa4e03-7641-41ae-92ef-fb835ee76abc req-dd8a9fe3-cd52-4c5b-9adc-51483f3be961 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:40.775645 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0229315d-141e-404e-8767-3c26674e8db8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:40.814577 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a9fe3-cd52-4c5b-9adc-51483f3be961 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Pushing event deleted for resources: {'Port': ['ID=79a47e10-5946-494a-a8d0-b824a83f36fa,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:40.832854 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-dd8a9fe3-cd52-4c5b-9adc-51483f3be961 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:40.834901 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7a903489-f88f-44df-8b99-52faf49205b9 req-ce5cc49e-cab5-486d-9f66-71c7b62c1154 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 210 time: 0.0535762 Jun 23 16:16:40.837643 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['79a47e10-5946-494a-a8d0-b824a83f36fa'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:16:40.896260 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7aa4e03-7641-41ae-92ef-fb835ee76abc req-dd8a9fe3-cd52-4c5b-9adc-51483f3be961 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] No DVR routers for this DVR port 79a47e10-5946-494a-a8d0-b824a83f36fa on host hv-cinder-78836 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:16:40.899581 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-c7aa4e03-7641-41ae-92ef-fb835ee76abc req-dd8a9fe3-cd52-4c5b-9adc-51483f3be961 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:40.902081 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c7aa4e03-7641-41ae-92ef-fb835ee76abc req-dd8a9fe3-cd52-4c5b-9adc-51483f3be961 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.86 "DELETE /v2.0/ports/79a47e10-5946-494a-a8d0-b824a83f36fa HTTP/1.1" status: 204 len: 173 time: 0.6074646 Jun 23 16:16:40.902733 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad35c44-4dad-40b8-bc71-2cc7a119d05d', 'name': 'network-vif-deleted', 'tag': '79a47e10-5946-494a-a8d0-b824a83f36fa'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:40.905409 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f409438e-4502-417c-a901-e9ec873d8c65" -d '{"events": [{"server_uuid": "2ad35c44-4dad-40b8-bc71-2cc7a119d05d", "name": "network-vif-deleted", "tag": "79a47e10-5946-494a-a8d0-b824a83f36fa"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:41.025777 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954de9f5-857a-460a-9f85-f65e68dde1ed req-70981ad2-8eba-4847-a6af-24ae582c0185 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:41.027297 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-954de9f5-857a-460a-9f85-f65e68dde1ed req-70981ad2-8eba-4847-a6af-24ae582c0185 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 950 time: 0.0752437 Jun 23 16:16:41.066090 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-954de9f5-857a-460a-9f85-f65e68dde1ed req-4c59222b-d709-481f-8f66-24345e1a38ac tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328684 Jun 23 16:16:41.143576 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c3da3a-f119-4746-94d2-30fff4e56469 x-openstack-request-id: req-e8c3da3a-f119-4746-94d2-30fff4e56469 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:41.143897 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad35c44-4dad-40b8-bc71-2cc7a119d05d", "name": "network-vif-deleted", "tag": "79a47e10-5946-494a-a8d0-b824a83f36fa", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:41.144178 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8c3da3a-f119-4746-94d2-30fff4e56469 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:41.144745 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad35c44-4dad-40b8-bc71-2cc7a119d05d', 'name': 'network-vif-deleted', 'tag': '79a47e10-5946-494a-a8d0-b824a83f36fa', 'status': 'completed', 'code': 200} Jun 23 16:16:41.248795 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850d8c-a83d-4f68-9304-d66ca90815bb req-3c31600d-9308-4b88-8e7b-eb56879689be tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:41.250459 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f9850d8c-a83d-4f68-9304-d66ca90815bb req-3c31600d-9308-4b88-8e7b-eb56879689be tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0889351 Jun 23 16:16:41.298948 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f9850d8c-a83d-4f68-9304-d66ca90815bb req-7b5b4c39-7fd3-4ee5-873a-36ec1aade1c8 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Jun 23 16:16:41.720333 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8db066-fe13-460d-80fb-67928bf996c3 req-578ba5c2-8c5d-408c-b54d-a981a4f57972 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:41.721855 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-aa8db066-fe13-460d-80fb-67928bf996c3 req-578ba5c2-8c5d-408c-b54d-a981a4f57972 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 946 time: 0.0639703 Jun 23 16:16:41.774586 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-aa8db066-fe13-460d-80fb-67928bf996c3 req-51795d39-6390-465e-bfd8-320012fd5e67 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 Jun 23 16:16:42.004521 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c992b4f7-38bf-42a8-bf4f-ec8b1549fa9f req-ad2c2086-937e-45f4-83da-d8a6880773c7 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ad35c44-4dad-40b8-bc71-2cc7a119d05d HTTP/1.1" status: 200 len: 210 time: 0.0366173 Jun 23 16:16:42.250821 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51323e-e002-4b35-8171-b028e001721f req-106c4635-6243-40e0-9cae-e583a801a4fd tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:42.252136 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-aa51323e-e002-4b35-8171-b028e001721f req-106c4635-6243-40e0-9cae-e583a801a4fd tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 950 time: 0.0680089 Jun 23 16:16:42.292876 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-aa51323e-e002-4b35-8171-b028e001721f req-b70019fb-26ec-4ce3-9a63-90e2f34a3dc9 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348113 Jun 23 16:16:42.554337 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd08c0f-8406-4f4f-bce8-1dff29f45cc5 req-92a951a8-4ab5-4259-b208-c526c739c409 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:42.556174 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7bd08c0f-8406-4f4f-bce8-1dff29f45cc5 req-92a951a8-4ab5-4259-b208-c526c739c409 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0935667 Jun 23 16:16:42.597359 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7bd08c0f-8406-4f4f-bce8-1dff29f45cc5 req-323b9bd5-ca8d-4d42-b6b7-c8c49eba496e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352023 Jun 23 16:16:42.599544 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 56630) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:42.702718 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0b68901a-46a9-4a06-a67a-2479bea47921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:42.803716 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0b68901a-46a9-4a06-a67a-2479bea47921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:42.808881 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0b68901a-46a9-4a06-a67a-2479bea47921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:42.811779 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-1eea0768-68a2-4464-9f3a-2b1fae48e181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:42.846679 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-0b68901a-46a9-4a06-a67a-2479bea47921 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fd91392b5a0437993b12b3d0a31092b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460387 Jun 23 16:16:42.849550 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 56636) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:42.851584 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68901a-46a9-4a06-a67a-2479bea47921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596c6947-af8a-4b80-826d-3592fd232361,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:42.858229 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0b68901a-46a9-4a06-a67a-2479bea47921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:42.930438 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f7d0e0cf-9857-4425-8d0f-33b0567f3633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:42.956892 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f7d0e0cf-9857-4425-8d0f-33b0567f3633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:43.003021 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd73e6a-a604-446b-9a99-52389d3e5053 req-12b7de64-0b91-419c-8398-f2d4e1b4b392 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:43.004506 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1fd73e6a-a604-446b-9a99-52389d3e5053 req-12b7de64-0b91-419c-8398-f2d4e1b4b392 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 946 time: 0.1106021 Jun 23 16:16:43.041497 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f7d0e0cf-9857-4425-8d0f-33b0567f3633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:43.044153 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f7d0e0cf-9857-4425-8d0f-33b0567f3633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:43.045282 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f7d0e0cf-9857-4425-8d0f-33b0567f3633 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/596c6947-af8a-4b80-826d-3592fd232361 HTTP/1.1" status: 204 len: 168 time: 0.1948614 Jun 23 16:16:43.047987 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-34940e4d-504f-4131-9df6-4725744b903d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:43.053711 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1fd73e6a-a604-446b-9a99-52389d3e5053 req-27544fbf-3b28-4aa6-a9a9-6e43ab2dc27a tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429900 Jun 23 16:16:43.058688 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0e0cf-9857-4425-8d0f-33b0567f3633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596c6947-af8a-4b80-826d-3592fd232361,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:43.061144 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f7d0e0cf-9857-4425-8d0f-33b0567f3633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:43.577310 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f4194-a3bf-48f6-b093-e18ca08ca12a req-544fad2a-e42d-4842-95e8-1fb9757c65df tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:43.578813 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-070f4194-a3bf-48f6-b093-e18ca08ca12a req-544fad2a-e42d-4842-95e8-1fb9757c65df tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 950 time: 0.1123266 Jun 23 16:16:43.593495 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a640270-0ba2-4d59-ade9-7b26235c4576 req-f2fd9aac-ac67-472a-b1ed-55bec390211e tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:43.594992 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7a640270-0ba2-4d59-ade9-7b26235c4576 req-f2fd9aac-ac67-472a-b1ed-55bec390211e tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.86 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 950 time: 0.0959260 Jun 23 16:16:43.666771 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-070f4194-a3bf-48f6-b093-e18ca08ca12a req-d17c70cb-66b0-41b6-a0ee-9aa6ef698ee1 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/security-groups?id=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818858 Jun 23 16:16:43.768187 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-7a640270-0ba2-4d59-ade9-7b26235c4576 req-cbcb18e6-1508-46db-bc22-758916bf14f6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Deleting port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:16:43.768630 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7a640270-0ba2-4d59-ade9-7b26235c4576 req-cbcb18e6-1508-46db-bc22-758916bf14f6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:43.863144 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dfffe-78ca-4907-ae4a-be286b2190e4 req-eb78bef1-8fd6-414f-819f-815f7b6c40ee tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:43.864628 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-399dfffe-78ca-4907-ae4a-be286b2190e4 req-eb78bef1-8fd6-414f-819f-815f7b6c40ee tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1365578 Jun 23 16:16:43.907952 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-7a640270-0ba2-4d59-ade9-7b26235c4576 req-cbcb18e6-1508-46db-bc22-758916bf14f6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] For port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92,segment=NetworkSegment(df8f8bf2-d15f-4b75-9dfb-33f596e40774),segment_id=df8f8bf2-d15f-4b75-9dfb-33f596e40774)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:43.908307 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7a640270-0ba2-4d59-ade9-7b26235c4576 req-cbcb18e6-1508-46db-bc22-758916bf14f6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:43.927862 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-7a640270-0ba2-4d59-ade9-7b26235c4576 req-cbcb18e6-1508-46db-bc22-758916bf14f6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Calling delete_port for 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:16:43.931928 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-399dfffe-78ca-4907-ae4a-be286b2190e4 req-f0b815b2-f6cd-4192-8c65-9d3d99e09413 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575814 Jun 23 16:16:44.065723 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7a640270-0ba2-4d59-ade9-7b26235c4576 req-cbcb18e6-1508-46db-bc22-758916bf14f6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:44.070050 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-dd8a9fe3-cd52-4c5b-9adc-51483f3be961 tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:44.100558 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb18e6-1508-46db-bc22-758916bf14f6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Pushing event deleted for resources: {'Port': ['ID=4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:44.107072 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cbcb18e6-1508-46db-bc22-758916bf14f6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:44.128194 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:16:44.176592 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a640270-0ba2-4d59-ade9-7b26235c4576 req-cbcb18e6-1508-46db-bc22-758916bf14f6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] No DVR routers for this DVR port 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 on host hv-cinder-78836 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:16:44.180040 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7a640270-0ba2-4d59-ade9-7b26235c4576 req-cbcb18e6-1508-46db-bc22-758916bf14f6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:44.182053 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7a640270-0ba2-4d59-ade9-7b26235c4576 req-cbcb18e6-1508-46db-bc22-758916bf14f6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.86 "DELETE /v2.0/ports/4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 HTTP/1.1" status: 204 len: 173 time: 0.5805626 Jun 23 16:16:44.182638 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74811004-6d35-4ec4-b4eb-84e66569b595', 'name': 'network-vif-deleted', 'tag': '4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:44.185039 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f8900c-1b58-4287-84c8-9634185cae63" -d '{"events": [{"server_uuid": "74811004-6d35-4ec4-b4eb-84e66569b595", "name": "network-vif-deleted", "tag": "4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:44.227805 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb6156c-aa3a-47b2-9763-b86caf395176 x-openstack-request-id: req-8bb6156c-aa3a-47b2-9763-b86caf395176 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:44.228120 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74811004-6d35-4ec4-b4eb-84e66569b595", "name": "network-vif-deleted", "tag": "4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:44.228394 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8bb6156c-aa3a-47b2-9763-b86caf395176 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:44.228820 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74811004-6d35-4ec4-b4eb-84e66569b595', 'name': 'network-vif-deleted', 'tag': '4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92', 'status': 'completed', 'code': 200} Jun 23 16:16:44.288613 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:16:44.831427 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-741b9a4b-d922-436c-8480-35f86822c28b req-0298e399-4cd2-45ab-a3e8-fbd4522913bc tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] 10.222.0.23 "GET /v2.0/ports?device_id=74811004-6d35-4ec4-b4eb-84e66569b595 HTTP/1.1" status: 200 len: 210 time: 0.0276854 Jun 23 16:16:45.130237 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6504b35-c29e-4373-b2a9-44c6265c8d47 req-d1d3d940-bc8e-4d5d-8853-9b289558ae9f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:45.131862 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a6504b35-c29e-4373-b2a9-44c6265c8d47 req-d1d3d940-bc8e-4d5d-8853-9b289558ae9f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0763071 Jun 23 16:16:45.176041 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a6504b35-c29e-4373-b2a9-44c6265c8d47 req-3a859074-6f8d-45ee-9826-aa5c7d39d72e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371137 Jun 23 16:16:45.378182 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 79a47e10-5946-494a-a8d0-b824a83f36fa no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:16:45.400210 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: 79a47e10-5946-494a-a8d0-b824a83f36fa {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:16:45.400603 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 79a47e10-5946-494a-a8d0-b824a83f36fa not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:16:46.402216 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e043c-1b3c-464d-ad92-34edec4967ab req-e8d98d0e-c8e4-4920-97d8-dfbd6a25b232 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:46.403727 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8c8e043c-1b3c-464d-ad92-34edec4967ab req-e8d98d0e-c8e4-4920-97d8-dfbd6a25b232 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0706522 Jun 23 16:16:46.448000 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8c8e043c-1b3c-464d-ad92-34edec4967ab req-39839ac8-e688-4a27-8c8a-595faae8d7ef tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380006 Jun 23 16:16:47.378736 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:16:47.408202 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:16:47.408555 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 4d71c4f5-68ef-4852-84cd-4f1b0cb0ab92 not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:16:47.646627 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d67a0-cc7e-4074-8277-53636e6f7ef4 req-39c0848d-19f7-4582-a911-2c2a59882dc8 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:47.648120 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e78d67a0-cc7e-4074-8277-53636e6f7ef4 req-39c0848d-19f7-4582-a911-2c2a59882dc8 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0715618 Jun 23 16:16:47.691980 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e78d67a0-cc7e-4074-8277-53636e6f7ef4 req-b4d7acbe-4942-4fec-a957-0c5e597dccf5 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377266 Jun 23 16:16:48.508324 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-57bb2c35-0101-491d-9a5f-68d5da3f8aec tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:48.509876 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-57bb2c35-0101-491d-9a5f-68d5da3f8aec tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/networks?id=db3d1383-f484-49d2-b648-61655da4c6ee HTTP/1.1" status: 200 len: 815 time: 0.1104350 Jun 23 16:16:48.535324 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-55056d6a-8b4c-44f6-8b9e-02722847b298 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/quotas/b79b999c57f64537a642959526918275 HTTP/1.1" status: 200 len: 375 time: 0.0184786 Jun 23 16:16:48.628606 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-3e47cb8e-b299-4f3c-bb69-9a299f89ff19 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b79b999c57f64537a642959526918275&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0911732 Jun 23 16:16:48.728044 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-e986c631-0d43-4824-8878-5f841b5675e5 service neutron] 10.222.0.23 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981178 Jun 23 16:16:49.128112 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-e3ed3dfa-0da0-4a2d-9c0c-aeb9b8161d41 service neutron] 10.222.0.23 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921356 Jun 23 16:16:49.153307 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64804f-d66c-45e6-acb9-2c00b07f8a23 req-f4f8b502-0e1d-4c5d-ade4-6331ae0aa052 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:49.154782 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0a64804f-d66c-45e6-acb9-2c00b07f8a23 req-f4f8b502-0e1d-4c5d-ade4-6331ae0aa052 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0846217 Jun 23 16:16:49.194854 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0a64804f-d66c-45e6-acb9-2c00b07f8a23 req-aefbc488-cfd5-4897-b27e-bfffa2e66667 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342388 Jun 23 16:16:49.297527 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-962c2a65-ec77-42c4-b608-122b09327b45 req-395d5ecc-5317-4d53-b3fe-761e5629f571 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 210 time: 0.0294688 Jun 23 16:16:50.299517 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 57098) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:50.401075 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9ad09-cb8f-4af8-92ce-e480d76c3c4e req-d0f996a1-f767-4bcb-b8d0-88c9244337e4 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:50.403836 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a2c9ad09-cb8f-4af8-92ce-e480d76c3c4e req-d0f996a1-f767-4bcb-b8d0-88c9244337e4 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0759823 Jun 23 16:16:50.459641 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-3297e26f-e813-42b0-8322-392f7ec35b23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02b019cab286464f98d665f63a99ac74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587012 Jun 23 16:16:50.460391 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 57106) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:50.470445 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7f88129e-3d5b-4120-bb88-9d635b2d2ccb req-4174fbbe-5f68-4b12-816c-b9e491c5ca19 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 210 time: 0.0461144 Jun 23 16:16:50.473527 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a2c9ad09-cb8f-4af8-92ce-e480d76c3c4e req-0d8bea57-621e-413a-a0ed-959c3a4aa887 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635896 Jun 23 16:16:50.533488 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a6dbb7c6-cd7b-434f-8439-d35fcf988ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:50.554792 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a6dbb7c6-cd7b-434f-8439-d35fcf988ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:50.606539 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a6dbb7c6-cd7b-434f-8439-d35fcf988ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:50.610864 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a6dbb7c6-cd7b-434f-8439-d35fcf988ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:50.612558 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-a6dbb7c6-cd7b-434f-8439-d35fcf988ad0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba HTTP/1.1" status: 204 len: 168 time: 0.1510773 Jun 23 16:16:50.613752 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-94828e6e-2108-48b3-b229-6e1af034ba8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:50.626346 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbb7c6-cd7b-434f-8439-d35fcf988ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47050f4-ce2c-4d65-b4e2-fb9f1f4adeba,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:50.640686 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a6dbb7c6-cd7b-434f-8439-d35fcf988ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:50.776228 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-4e3351dd-b6ed-4546-a4f0-982c5cdd00e0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:50.778132 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-4e3351dd-b6ed-4546-a4f0-982c5cdd00e0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "GET /v2.0/networks?id=db3d1383-f484-49d2-b648-61655da4c6ee HTTP/1.1" status: 200 len: 815 time: 0.1564355 Jun 23 16:16:50.807501 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Request body: {'port': {'device_id': '2da1d639-1754-45ff-8934-fe11525b49aa', 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee', 'admin_state_up': True, 'tenant_id': 'b79b999c57f64537a642959526918275'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:50.920080 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Made reservation on behalf of b79b999c57f64537a642959526918275 for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:50.924108 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.057969 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Allocated IP 172.20.0.8 (db3d1383-f484-49d2-b648-61655da4c6ee/b48cefcd-53d9-4e64-a2fe-9d478425a457/af42c0b5-a82b-44af-91cf-87c150b49782) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:16:51.230115 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.270395 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.276407 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:51.297289 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 57140) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:51.319972 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Network db3d1383-f484-49d2-b648-61655da4c6ee is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:16:51.332567 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['1df30bd8-6b48-454f-8191-7b13ebe370db'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:16:51.335017 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:51.338890 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:16:51.364787 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Pushing event updated for resources: {'Port': ['ID=af42c0b5-a82b-44af-91cf-87c150b49782,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:51.369352 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:51.403772 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:51.404397 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.416337 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1419481476-network', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:51.427175 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6240368 Jun 23 16:16:51.457635 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Request body: {'port': {'device_id': '2da1d639-1754-45ff-8934-fe11525b49aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:51.465766 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Made reservation on behalf of 3fd7706c17bf4aa2a7ba1381ae2be453 for: {'network': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:51.468318 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.487937 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.566935 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.638707 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.644660 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.649219 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f8bd8f78-e4b1-4239-b00c-2e59cba2db61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:51.675435 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=93113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:16:51.687060 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe38aa1-9c8b-4e97-b384-83679aa89577,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:51.690670 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:51.694169 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.694535 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.segments_db [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Added segment 6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb of type vlan for network 113f5523-e981-446e-9b93-54f8d7549c67 Jun 23 16:16:51.736802 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.771605 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.772981 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:51.773575 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.775663 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:51.833028 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5311716 Jun 23 16:16:51.833028 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 57154) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:51.837722 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] Request body: {'subnet': {'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1419481476-subnet', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'ip_version': 4}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:51.846068 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Pushing event updated for resources: {'Network': ['ID=113f5523-e981-446e-9b93-54f8d7549c67,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:51.850702 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:51.857730 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network 113f5523-e981-446e-9b93-54f8d7549c67 details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:16:51.866530 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b0b3-122d-4d5a-b808-482d55c6a303 req-b9578b00-3cac-4b62-acde-a9f7b8717f0a tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:51.866911 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] Made reservation on behalf of 3fd7706c17bf4aa2a7ba1381ae2be453 for: {'subnet': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:51.870301 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e932b0b3-122d-4d5a-b808-482d55c6a303 req-b9578b00-3cac-4b62-acde-a9f7b8717f0a tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 931 time: 0.1878743 Jun 23 16:16:51.870491 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28564695'] for subnet, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:51.898753 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940c4de-6504-495c-bc73-62e7490baae0 req-ef1d0e86-9c04-4400-9443-9dbb45df4a06 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:51.900418 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3940c4de-6504-495c-bc73-62e7490baae0 req-ef1d0e86-9c04-4400-9443-9dbb45df4a06 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.2190988 Jun 23 16:16:51.962455 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e932b0b3-122d-4d5a-b808-482d55c6a303 req-bcdbd31f-bb1b-41b7-9627-3a3e7b8b9307 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771327 Jun 23 16:16:51.993816 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3940c4de-6504-495c-bc73-62e7490baae0 req-80372de8-0705-44ab-8dd4-e733fd62fd7d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786698 Jun 23 16:16:52.028539 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af42c0b5-a82b-44af-91cf-87c150b49782 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:52.037029 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.052066 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Transition to ACTIVE for port object af42c0b5-a82b-44af-91cf-87c150b49782 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:52.056617 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.058800 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:52.071224 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28743393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28564677'] for subnet, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.074600 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:52.116180 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Pushing event updated for resources: {'Port': ['ID=af42c0b5-a82b-44af-91cf-87c150b49782,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:52.118936 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:52.139842 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df47f88-7d1c-499a-af8d-74b891e20003,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:52.143204 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:52.148982 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] Checking segment: {'id': '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:52.149334 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] Network hostable DHCP agents. Network: 113f5523-e981-446e-9b93-54f8d7549c67, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:16:52.168914 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] Network 113f5523-e981-446e-9b93-54f8d7549c67 is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:16:52.179935 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, 113f5523-e981-446e-9b93-54f8d7549c67) {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:52.184574 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:52.185263 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.188468 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Attempting to bind port af42c0b5-a82b-44af-91cf-87c150b49782 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:16:52.188803 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Attempting to bind port af42c0b5-a82b-44af-91cf-87c150b49782 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:16:52.189131 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Attempting to bind port af42c0b5-a82b-44af-91cf-87c150b49782 on network db3d1383-f484-49d2-b648-61655da4c6ee {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:52.194218 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Port af42c0b5-a82b-44af-91cf-87c150b49782 on network db3d1383-f484-49d2-b648-61655da4c6ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:16:52.194571 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Attempting to bind port af42c0b5-a82b-44af-91cf-87c150b49782 on network db3d1383-f484-49d2-b648-61655da4c6ee {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:52.196391 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c116e481-aa56-4cb9-b025-61c44aab1888 None None] Network 113f5523-e981-446e-9b93-54f8d7549c67 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:16:52.199942 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:16:52.200303 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Checking segment: {'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:52.200678 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Bound using segment: {'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:16:52.201115 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Bound port: af42c0b5-a82b-44af-91cf-87c150b49782, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:16:52.201449 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.211126 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3750484 Jun 23 16:16:52.211504 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 57160) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:52.218293 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:52.244861 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130133'] for router, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.246381 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130126'] for router, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.281298 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] For port af42c0b5-a82b-44af-91cf-87c150b49782, host hv-cinder-78836, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:16:52.284741 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] For port af42c0b5-a82b-44af-91cf-87c150b49782, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af42c0b5-a82b-44af-91cf-87c150b49782,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:16:52.291263 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.294401 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:52.316428 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.350571 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:52.351289 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.353054 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] 10.222.0.86 "PUT /v2.0/ports/af42c0b5-a82b-44af-91cf-87c150b49782 HTTP/1.1" status: 200 len: 1093 time: 0.9000533 Jun 23 16:16:52.353539 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da1d639-1754-45ff-8934-fe11525b49aa', 'tag': 'af42c0b5-a82b-44af-91cf-87c150b49782'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:16:52.355983 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedbe336-855e-412b-9fea-dd0999694d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "2da1d639-1754-45ff-8934-fe11525b49aa", "tag": "af42c0b5-a82b-44af-91cf-87c150b49782"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:16:52.381917 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27577dd8-cecf-5f66-a3c4-1df2aa8f496d-113f5523-e981-446e-9b93-54f8d7549c67', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'fixed_ips': [{'subnet_id': '4df47f88-7d1c-499a-af8d-74b891e20003'}]}} from dv-cinder-788363-4-smb. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:16:52.383727 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.391131 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Pushing event updated for resources: {'Port': ['ID=af42c0b5-a82b-44af-91cf-87c150b49782,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:52.395342 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:52.414792 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855e3af4-87d1-46cd-a2e9-e8bc85eff2ce x-openstack-request-id: req-855e3af4-87d1-46cd-a2e9-e8bc85eff2ce {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:16:52.415401 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da1d639-1754-45ff-8934-fe11525b49aa", "tag": "af42c0b5-a82b-44af-91cf-87c150b49782", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:16:52.415517 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-855e3af4-87d1-46cd-a2e9-e8bc85eff2ce {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:16:52.415941 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da1d639-1754-45ff-8934-fe11525b49aa', 'tag': 'af42c0b5-a82b-44af-91cf-87c150b49782', 'status': 'completed', 'code': 200} Jun 23 16:16:52.476066 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130160'] for router, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.504515 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a6aba551-2ce1-40ff-9869-bf8cd30a5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:52.506224 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-a6aba551-2ce1-40ff-9869-bf8cd30a5573 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b79b999c57f64537a642959526918275&device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 1096 time: 0.0547061 Jun 23 16:16:52.528546 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Allocated IP 172.20.0.2 (113f5523-e981-446e-9b93-54f8d7549c67/4df47f88-7d1c-499a-af8d-74b891e20003/89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:16:52.563151 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-f7e7d146-cc87-42b3-ba80-9a59aa41c510 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af42c0b5-a82b-44af-91cf-87c150b49782 HTTP/1.1" status: 200 len: 217 time: 0.0415795 Jun 23 16:16:52.678725 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-3a5dcf70-abd5-4949-b2d0-29005de609cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:52.681092 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-3a5dcf70-abd5-4949-b2d0-29005de609cf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b48cefcd-53d9-4e64-a2fe-9d478425a457 HTTP/1.1" status: 200 len: 855 time: 0.0781062 Jun 23 16:16:52.728561 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-b539abd2-d5fb-4374-a8de-830d5d80e3e1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=db3d1383-f484-49d2-b648-61655da4c6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374022 Jun 23 16:16:52.872252 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-633e82d4-faf3-43af-bda0-58654aa3ce3a service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217723 Jun 23 16:16:52.965547 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.979491 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:52.979715 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Transition to ACTIVE for port object 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:52.996930 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85872666-5cc3-49a0-a8d7-071ff7230c14 req-7e678d38-5432-4020-8659-76d15142b046 service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129742 Jun 23 16:16:52.999903 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:53.007600 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Transition to ACTIVE for port object 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:53.016128 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:53.019460 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:53.077663 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Pushing event updated for resources: {'Port': ['ID=89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:53.098129 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Network 113f5523-e981-446e-9b93-54f8d7549c67 is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:16:53.100183 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:53.101068 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:53.103544 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:16:53.162722 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Allocated IP 172.28.1.166 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/7c8e0373-3540-40b4-a116-de28648f341f) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:16:53.162950 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Attempting to bind port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:16:53.163249 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Attempting to bind port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:16:53.163613 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Attempting to bind port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 on network 113f5523-e981-446e-9b93-54f8d7549c67 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:53.169598 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:16:53.170400 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Checking segment: {'id': '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:53.171118 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:53.171758 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Bound using segment: {'id': '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:16:53.172390 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Bound port: 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:16:53.172981 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:53.244042 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] For port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:16:53.248394 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] For port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:16:53.253537 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:53.255687 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-2c6406db-58de-487b-8f35-1fb1e011fb41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:53.263673 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfef68-a129-4450-aac3-74cffbc53dae req-3475bfc0-063e-4909-a0fc-6d1d259756f2 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:53.265061 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f1bfef68-a129-4450-aac3-74cffbc53dae req-3475bfc0-063e-4909-a0fc-6d1d259756f2 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 943 time: 0.1767256 Jun 23 16:16:53.277799 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbe336-855e-412b-9fea-dd0999694d5a req-714cca62-9f68-40c5-bd1d-4d32661fe97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:53.279368 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fedbe336-855e-412b-9fea-dd0999694d5a req-714cca62-9f68-40c5-bd1d-4d32661fe97b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b79b999c57f64537a642959526918275&device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 1096 time: 0.1273608 Jun 23 16:16:53.285838 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:53.294012 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28285d19-3228-4a78-be83-9b65558f5459 req-3cdd6cb4-2d1a-471e-8e2c-3f750ad98eeb tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:53.295508 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-28285d19-3228-4a78-be83-9b65558f5459 req-3cdd6cb4-2d1a-471e-8e2c-3f750ad98eeb tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1569531 Jun 23 16:16:53.348236 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Pushing event updated for resources: {'Port': ['ID=89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:53.353872 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28743793'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:53.366769 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:53.372767 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:53.405804 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:16:53.413383 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:53.416888 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:16:53.427411 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f1bfef68-a129-4450-aac3-74cffbc53dae req-42290ba8-3612-444c-b557-d74b8f14fcf1 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520941 Jun 23 16:16:53.437406 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-28285d19-3228-4a78-be83-9b65558f5459 req-6f54f31d-c128-4037-8805-7707e8cddebd tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283903 Jun 23 16:16:53.445677 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Pushing event updated for resources: {'Port': ['ID=7c8e0373-3540-40b4-a116-de28648f341f,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:53.465904 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:53.473269 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbe336-855e-412b-9fea-dd0999694d5a req-69945c96-eb67-49ba-b498-4c8f3235ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:53.480944 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fedbe336-855e-412b-9fea-dd0999694d5a req-69945c96-eb67-49ba-b498-4c8f3235ae1f service neutron] 10.222.0.86 "GET /v2.0/networks?id=db3d1383-f484-49d2-b648-61655da4c6ee HTTP/1.1" status: 200 len: 916 time: 0.1742630 Jun 23 16:16:53.533215 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fedbe336-855e-412b-9fea-dd0999694d5a req-bac459cd-fa97-434b-8a14-2e0d8661cec4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af42c0b5-a82b-44af-91cf-87c150b49782 HTTP/1.1" status: 200 len: 217 time: 0.0439801 Jun 23 16:16:53.629735 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbe336-855e-412b-9fea-dd0999694d5a req-c0302ed3-8bdc-445b-bd2f-ece56a9cf890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:53.631236 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fedbe336-855e-412b-9fea-dd0999694d5a req-c0302ed3-8bdc-445b-bd2f-ece56a9cf890 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b48cefcd-53d9-4e64-a2fe-9d478425a457 HTTP/1.1" status: 200 len: 855 time: 0.0847216 Jun 23 16:16:53.682295 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fedbe336-855e-412b-9fea-dd0999694d5a req-2dbd0a43-86b1-476f-b95a-0f14e0848886 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=db3d1383-f484-49d2-b648-61655da4c6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310042 Jun 23 16:16:53.792562 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:53.832585 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fedbe336-855e-412b-9fea-dd0999694d5a req-3aa81875-4055-497e-b68e-6735f31a63d3 service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825729 Jun 23 16:16:53.931800 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fedbe336-855e-412b-9fea-dd0999694d5a req-e48d57d6-d876-4f83-9197-8621f885960b service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909431 Jun 23 16:16:54.006005 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451959'] for router, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:54.156520 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Router edd7c481-c860-463b-9d3d-8f3400005043 is scheduled to L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 with binding_index 1 {{(pid=93113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:16:54.291178 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:16:54.302869 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Sync routers for ids ['edd7c481-c860-463b-9d3d-8f3400005043'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:16:54.315778 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Notify callbacks [] for router, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:54.317116 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1045589 Jun 23 16:16:54.320077 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57194) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:54.327666 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Routers {'edd7c481-c860-463b-9d3d-8f3400005043'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:16:54.328384 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:16:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['edd7c481-c860-463b-9d3d-8f3400005043'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:54.458171 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Set router edd7c481-c860-463b-9d3d-8f3400005043 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:16:54.481797 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e4659-09b6-4d85-9de0-e63ca9004054 None None] Network 113f5523-e981-446e-9b93-54f8d7549c67 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:16:54.514668 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:16:54.676921 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '7c8e0373-3540-40b4-a116-de28648f341f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:16:53Z', 'revision_number': 3, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port': {'id': '7c8e0373-3540-40b4-a116-de28648f341f', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:53Z', 'updated_at': '2021-06-23T16:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:54.682601 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-79306e88-c593-42d7-a620-7e7ec76704a1 None None] Provisioning for port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:54.706690 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Checking router: edd7c481-c860-463b-9d3d-8f3400005043 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:16:54.707247 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Updating router edd7c481-c860-463b-9d3d-8f3400005043 port 7c8e0373-3540-40b4-a116-de28648f341f binding host dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:16:54.730868 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:54.737844 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:54.738256 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:54.754712 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:54.842496 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:54.886069 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:54.893475 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:54.897809 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:54.959436 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:54.962997 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:55.122636 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-954f6665-4be1-44f7-a2a3-90d17c2d9feb None None] Provisioning complete for port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:55.123024 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-954f6665-4be1-44f7-a2a3-90d17c2d9feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:55.143945 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70031b5-ab63-48b9-b33a-67cf74290963 req-aa56b121-dfed-42b0-a623-c1d93b26edfe tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:55.150438 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e70031b5-ab63-48b9-b33a-67cf74290963 req-aa56b121-dfed-42b0-a623-c1d93b26edfe tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.4694149 Jun 23 16:16:55.179026 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d9492-1b7b-4c43-8e9c-a520c7c2f579 req-dbf8a126-6492-4350-b8a8-22ee422bf35b tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:55.180600 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-824d9492-1b7b-4c43-8e9c-a520c7c2f579 req-dbf8a126-6492-4350-b8a8-22ee422bf35b tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 943 time: 0.5041664 Jun 23 16:16:55.211074 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:55.226659 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.provisioning_blocks [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Transition to ACTIVE for port object 7c8e0373-3540-40b4-a116-de28648f341f will not be triggered until provisioned by entity L2. {{(pid=93119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:55.234469 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:55.237668 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:55.245355 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e70031b5-ab63-48b9-b33a-67cf74290963 req-af5c37a9-592c-4ff2-a5f0-b2b7bd6b67d0 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939052 Jun 23 16:16:55.277620 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-824d9492-1b7b-4c43-8e9c-a520c7c2f579 req-07558d71-7ba3-427e-9a72-d9a695102a13 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816422 Jun 23 16:16:55.283714 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Attempting to bind port 7c8e0373-3540-40b4-a116-de28648f341f on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:16:55.284227 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Attempting to bind port 7c8e0373-3540-40b4-a116-de28648f341f by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:16:55.284583 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Attempting to bind port 7c8e0373-3540-40b4-a116-de28648f341f on network bacb7425-026e-474c-af91-e51d72b71c61 {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:55.294852 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:55.311767 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:16:55.312290 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Checking segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:55.312535 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:55.315416 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Bound using segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:16:55.316061 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Bound port: 7c8e0373-3540-40b4-a116-de28648f341f, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:16:55.316439 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:55.320388 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Pushing event updated for resources: {'Port': ['ID=7c8e0373-3540-40b4-a116-de28648f341f,revision_number=2']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:55.390801 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:55.391441 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:55.392010 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:55.392466 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:55.393094 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:55.393633 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:55.393805 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0b52424f-71fd-473a-a246-a5fbf9d7a623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:55.394447 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:55.394940 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:55.395392 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:55.395874 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:55.396736 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:55.397055 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:16:55.404170 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:55.428563 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device af42c0b5-a82b-44af-91cf-87c150b49782 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:16:55.445012 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] For port 7c8e0373-3540-40b4-a116-de28648f341f, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:16:55.449060 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] For port 7c8e0373-3540-40b4-a116-de28648f341f, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=7c8e0373-3540-40b4-a116-de28648f341f,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:16:55.453409 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:55.460147 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-3da1cb90-7ff1-4232-a1f1-50808c9d7bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:55.519862 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Routers {'edd7c481-c860-463b-9d3d-8f3400005043'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:16:55.520480 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:16:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['edd7c481-c860-463b-9d3d-8f3400005043'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:55.523933 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Allocated IP 172.20.0.1 (113f5523-e981-446e-9b93-54f8d7549c67/4df47f88-7d1c-499a-af8d-74b891e20003/9c2e72fb-3159-4650-8216-0f205c4d363e) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:16:55.568088 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Pushing event updated for resources: {'Port': ['ID=7c8e0373-3540-40b4-a116-de28648f341f,revision_number=3']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:55.569618 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port af42c0b5-a82b-44af-91cf-87c150b49782, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af42c0b5-a82b-44af-91cf-87c150b49782,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:55.576796 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:55.586335 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': 'af42c0b5-a82b-44af-91cf-87c150b49782', 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee', 'port_id': 'af42c0b5-a82b-44af-91cf-87c150b49782', 'mac_address': 'fa:16:3e:61:6a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48cefcd-53d9-4e64-a2fe-9d478425a457', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:16:55.644227 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:55.657528 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af42c0b5-a82b-44af-91cf-87c150b49782 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:16:55.660498 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] Set router edd7c481-c860-463b-9d3d-8f3400005043 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:16:55.681364 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port af42c0b5-a82b-44af-91cf-87c150b49782, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af42c0b5-a82b-44af-91cf-87c150b49782,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:55.686881 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:55.689212 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-ec351e1a-148a-406a-9c2e-7dee75971a91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:55.689788 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:55.706157 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Transition to ACTIVE for port object 9c2e72fb-3159-4650-8216-0f205c4d363e will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:55.747950 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:55.750871 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:55.764078 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=af42c0b5-a82b-44af-91cf-87c150b49782,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:55.771731 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:55.801862 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Network 113f5523-e981-446e-9b93-54f8d7549c67 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:16:55.805071 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:55.809506 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:16:55.838601 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=9c2e72fb-3159-4650-8216-0f205c4d363e,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:55.843883 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:55.861981 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395127'] for router_interface, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:55.893165 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '7c8e0373-3540-40b4-a116-de28648f341f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:16:53Z', 'revision_number': 3, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port': {'id': '7c8e0373-3540-40b4-a116-de28648f341f', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:53Z', 'updated_at': '2021-06-23T16:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:55.933826 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2a4563-269a-49a4-9481-0b3512fed2c2 None None] The sync data for ids ['edd7c481-c860-463b-9d3d-8f3400005043'] in dv-cinder-788363-4-smb is: [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '7c8e0373-3540-40b4-a116-de28648f341f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:16:53Z', 'revision_number': 3, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port': {'id': '7c8e0373-3540-40b4-a116-de28648f341f', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:53Z', 'updated_at': '2021-06-23T16:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:16:56.108446 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:56.194796 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['af42c0b5-a82b-44af-91cf-87c150b49782'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:16:56.265595 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-270a82c4-74a1-4f40-8081-99a84344c8b1 None None] Provisioning for port 9c2e72fb-3159-4650-8216-0f205c4d363e completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:56.280853 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-270a82c4-74a1-4f40-8081-99a84344c8b1 None None] Provisioning complete for port 9c2e72fb-3159-4650-8216-0f205c4d363e triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:56.281215 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-270a82c4-74a1-4f40-8081-99a84344c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:56.394464 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-270a82c4-74a1-4f40-8081-99a84344c8b1 None None] Port 9c2e72fb-3159-4650-8216-0f205c4d363e cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:16:56.445981 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:56.452895 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:56.457385 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:56.610379 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=9c2e72fb-3159-4650-8216-0f205c4d363e,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:56.621969 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3880405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395163'] for router_interface, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:56.624130 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:56.638218 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7c8e0373-3540-40b4-a116-de28648f341f up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:16:56.693248 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 7c8e0373-3540-40b4-a116-de28648f341f completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:56.697470 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 7c8e0373-3540-40b4-a116-de28648f341f triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:56.697836 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:56.730971 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301b3a3-1501-41a9-bc8f-64e1e10fc93d req-70bf8270-eabb-46c2-b53f-ab667f1f694c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:56.732597 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5301b3a3-1501-41a9-bc8f-64e1e10fc93d req-70bf8270-eabb-46c2-b53f-ab667f1f694c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.2398667 Jun 23 16:16:56.740155 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460301f-8459-4c13-9fce-d29236088c85 req-8dc3ed66-01f9-4608-8379-54c750fc81f1 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:56.741677 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d460301f-8459-4c13-9fce-d29236088c85 req-8dc3ed66-01f9-4608-8379-54c750fc81f1 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 944 time: 0.2227745 Jun 23 16:16:56.792156 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:56.820854 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Network 113f5523-e981-446e-9b93-54f8d7549c67 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:16:56.822378 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 7c8e0373-3540-40b4-a116-de28648f341f, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=7c8e0373-3540-40b4-a116-de28648f341f,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:16:56.827619 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:56.828834 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:16:56.830600 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:56.831407 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5301b3a3-1501-41a9-bc8f-64e1e10fc93d req-da89c9aa-1e90-47c6-93a5-7e85adade884 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887504 Jun 23 16:16:56.832270 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:56.849370 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d460301f-8459-4c13-9fce-d29236088c85 req-81e8ab47-60af-45cb-af52-25dd1d0af621 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952575 Jun 23 16:16:56.945134 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=7c8e0373-3540-40b4-a116-de28648f341f,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:56.961848 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:56.997974 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:56.998489 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:57.042596 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Router edd7c481-c860-463b-9d3d-8f3400005043 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:16:57.172083 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:16:57.178970 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] 10.222.0.23 "PUT /v2.0/routers/edd7c481-c860-463b-9d3d-8f3400005043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8578098 Jun 23 16:16:57.226623 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-e89935af-30af-4512-a16e-3838fec63484 None None] Provisioning complete for port 9c2e72fb-3159-4650-8216-0f205c4d363e triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:57.226998 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e89935af-30af-4512-a16e-3838fec63484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:57.266994 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-e89935af-30af-4512-a16e-3838fec63484 None None] Port 9c2e72fb-3159-4650-8216-0f205c4d363e cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:16:57.715134 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57268) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:57.720480 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1270392096-network', 'tenant_id': '5029338df473485cadab8950101d0008'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:57.742930 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Made reservation on behalf of 5029338df473485cadab8950101d0008 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:57.745364 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:57.754497 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:57.856518 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:57.861638 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:57.864678 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-acd07acf-9030-4098-900a-3d054f9263ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:57.889733 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:16:57.900111 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac1a18c-660d-47dd-be0f-ea68c1cff485,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:57.904691 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:57.905817 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:57.906136 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.segments_db [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Added segment ec486327-39e6-44f2-8013-87ce47f98dda of type vlan for network 2053bcf6-e241-43ec-8d63-be279899e08c Jun 23 16:16:57.921516 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-24a2331a-547e-493f-922b-459e7c4fc90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:57.962867 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:57.977526 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Sync routers for ids ['edd7c481-c860-463b-9d3d-8f3400005043'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:16:57.991934 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Routers {'edd7c481-c860-463b-9d3d-8f3400005043'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:16:57.993192 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:16:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['edd7c481-c860-463b-9d3d-8f3400005043'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:57.998645 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.002588 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:58.003245 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.013331 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:58.107280 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Set router edd7c481-c860-463b-9d3d-8f3400005043 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:16:58.143490 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4272480 Jun 23 16:16:58.146660 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 57278) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:58.152985 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] Request body: {'subnet': {'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1270392096-subnet', 'tenant_id': '5029338df473485cadab8950101d0008', 'ip_version': 4}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:58.161129 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Pushing event updated for resources: {'Network': ['ID=2053bcf6-e241-43ec-8d63-be279899e08c,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:58.165474 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:58.181820 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network 2053bcf6-e241-43ec-8d63-be279899e08c details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:16:58.187038 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] Made reservation on behalf of 5029338df473485cadab8950101d0008 for: {'subnet': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:16:58.190099 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28564695'] for subnet, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.197662 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9082283-b4aa-4bc6-997f-179f1588137d req-66ab5606-6073-4a01-924e-2b087b6718b5 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:58.199997 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d9082283-b4aa-4bc6-997f-179f1588137d req-66ab5606-6073-4a01-924e-2b087b6718b5 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 944 time: 0.2000177 Jun 23 16:16:58.233667 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc98be3-b48d-4d4a-bc1e-745a4716a00b req-afffa409-4321-4e38-a7dd-c8b03f8553cd tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:58.235353 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7fc98be3-b48d-4d4a-bc1e-745a4716a00b req-afffa409-4321-4e38-a7dd-c8b03f8553cd tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.2036662 Jun 23 16:16:58.267013 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d9082283-b4aa-4bc6-997f-179f1588137d req-2c8f6180-b4a1-4121-bb07-2014a9dd82dd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605946 Jun 23 16:16:58.322604 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7fc98be3-b48d-4d4a-bc1e-745a4716a00b req-62e518cc-cb3d-4855-97d9-d052d569a04a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785861 Jun 23 16:16:58.379279 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.450743 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28743393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28564677'] for subnet, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.455035 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57284) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:58.456766 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-85e0784f-1771-4285-bdd3-5179a40ef900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:58.503017 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-724244b6-f5ed-478d-a49c-9c5e7bbbbbc5 admin admin] Deleting subnet 7f8d24a0-6230-46a3-b25e-841e5f9309e1 {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:16:58.506559 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-724244b6-f5ed-478d-a49c-9c5e7bbbbbc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.535237 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a95702-b18b-4a04-8683-f02fd75920c9,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:58.542602 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:58.543920 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] Checking segment: {'id': 'ec486327-39e6-44f2-8013-87ce47f98dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:58.544527 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] Network hostable DHCP agents. Network: 2053bcf6-e241-43ec-8d63-be279899e08c, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:16:58.551497 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-724244b6-f5ed-478d-a49c-9c5e7bbbbbc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27704903'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.565066 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] Network 2053bcf6-e241-43ec-8d63-be279899e08c is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:16:58.577085 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, 2053bcf6-e241-43ec-8d63-be279899e08c) {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:58.591395 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:58.591994 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.605072 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7c8e0373-3540-40b4-a116-de28648f341f up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:16:58.607487 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af42537-f073-467b-a6e7-906ab693b1a1 None None] Network 2053bcf6-e241-43ec-8d63-be279899e08c requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:16:58.618492 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-724244b6-f5ed-478d-a49c-9c5e7bbbbbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.618694 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4682341 Jun 23 16:16:58.618694 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 57286) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:58.623688 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1270392096-router', 'tenant_id': '5029338df473485cadab8950101d0008', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:16:58.646622 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130133'] for router, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.648407 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130126'] for router, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.679264 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-724244b6-f5ed-478d-a49c-9c5e7bbbbbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27874705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28535818'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.688928 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:58.708398 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.717196 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-724244b6-f5ed-478d-a49c-9c5e7bbbbbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.721749 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-724244b6-f5ed-478d-a49c-9c5e7bbbbbc5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7f8d24a0-6230-46a3-b25e-841e5f9309e1 HTTP/1.1" status: 204 len: 168 time: 0.2627740 Jun 23 16:16:58.721749 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724244b6-f5ed-478d-a49c-9c5e7bbbbbc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f8d24a0-6230-46a3-b25e-841e5f9309e1,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:58.723287 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57288) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:58.725139 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-724244b6-f5ed-478d-a49c-9c5e7bbbbbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:58.749768 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '7c8e0373-3540-40b4-a116-de28648f341f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port': {'id': '7c8e0373-3540-40b4-a116-de28648f341f', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:53Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '9c2e72fb-3159-4650-8216-0f205c4d363e', 'name': '', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'mac_address': 'fa:16:3e:a6:8a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:55Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 2, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'subnets': [{'id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:58.751842 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 7c8e0373-3540-40b4-a116-de28648f341f triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:58.752207 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.811291 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.814677 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Checking router: edd7c481-c860-463b-9d3d-8f3400005043 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:16:58.815077 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Updating router edd7c481-c860-463b-9d3d-8f3400005043 port 9c2e72fb-3159-4650-8216-0f205c4d363e binding host dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:16:58.856807 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130160'] for router, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.899046 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.899360 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.915548 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27577dd8-cecf-5f66-a3c4-1df2aa8f496d-2053bcf6-e241-43ec-8d63-be279899e08c', 'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c', 'tenant_id': '5029338df473485cadab8950101d0008', 'fixed_ips': [{'subnet_id': '20a95702-b18b-4a04-8683-f02fd75920c9'}]}} from dv-cinder-788363-4-smb. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:16:58.916374 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.920497 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:58.937113 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e535ab0f-a74a-4bfb-a046-9883d9417558') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:58.937561 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e535ab0f-a74a-4bfb-a046-9883d9417558') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:58.948597 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27704920'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.965945 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.987797 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:16:58.988255 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27874572'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: Traceback (most recent call last): Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: timer() Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: cb(*args, **kw) Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: return func(*args, **kwargs) Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: self._notify() Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: self.callback(batched_events) Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: event.method(event) Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: return f(self, *a, **k) Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: return self._get(url).json() Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:16:58.990575 dv-cinder-788363-4-smb neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:16:59.060977 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.067340 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.074862 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897 HTTP/1.1" status: 204 len: 168 time: 0.3506677 Jun 23 16:16:59.075737 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57290) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:59.076424 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:59.122387 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ad5f00e-3e02-4dc5-a4b5-7e338dbaa897,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:59.126678 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-fcbcd579-33f6-4791-b122-413d72f0ea54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:59.128382 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.146733 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bff8a2-aa62-4b2e-a76f-949c7aec5e21 admin admin] Deleting subnet 767c04ad-7c22-4de7-b871-03daf19e44a7 {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:16:59.151660 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-68bff8a2-aa62-4b2e-a76f-949c7aec5e21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.159379 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.208669 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.213456 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-68bff8a2-aa62-4b2e-a76f-949c7aec5e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27704903'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.241149 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Allocated IP 172.20.0.2 (2053bcf6-e241-43ec-8d63-be279899e08c/20a95702-b18b-4a04-8683-f02fd75920c9/6392f2a8-a35e-4c58-923b-e631c0c34411) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:16:59.260158 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-68bff8a2-aa62-4b2e-a76f-949c7aec5e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.340779 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-68bff8a2-aa62-4b2e-a76f-949c7aec5e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27874705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28535818'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.350030 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d0d35362-089e-44f5-b5e0-b17f2b5bf91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:59.355748 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-68bff8a2-aa62-4b2e-a76f-949c7aec5e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.359586 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-68bff8a2-aa62-4b2e-a76f-949c7aec5e21 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/767c04ad-7c22-4de7-b871-03daf19e44a7 HTTP/1.1" status: 204 len: 168 time: 0.2779136 Jun 23 16:16:59.371039 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Allocated IP 172.28.1.67 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/adbf03ec-b105-4f0c-9223-53cdfd164fa8) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:16:59.374929 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57298) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:16:59.382966 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bff8a2-aa62-4b2e-a76f-949c7aec5e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=767c04ad-7c22-4de7-b871-03daf19e44a7,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:59.390450 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-68bff8a2-aa62-4b2e-a76f-949c7aec5e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:59.451121 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.453466 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device af42c0b5-a82b-44af-91cf-87c150b49782 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:16:59.468624 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.500545 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Transition to ACTIVE for port object 9c2e72fb-3159-4650-8216-0f205c4d363e will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:59.518467 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.523388 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:59.525827 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.529866 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.563036 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Transition to ACTIVE for port object 6392f2a8-a35e-4c58-923b-e631c0c34411 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:59.596245 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28743793'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.602864 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e57ee6-d0f1-46ae-b4fb-816c68c12b34 None None] Pushing event updated for resources: {'Port': ['ID=9c2e72fb-3159-4650-8216-0f205c4d363e,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:59.606704 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Transition to ACTIVE for port object 6392f2a8-a35e-4c58-923b-e631c0c34411 will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:16:59.613492 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-19e57ee6-d0f1-46ae-b4fb-816c68c12b34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:59.623968 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.626216 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:59.627404 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a58ab5d8-920d-486a-bfca-ab76d55a8224 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:16:59.653631 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port af42c0b5-a82b-44af-91cf-87c150b49782 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:16:59.663238 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:16:59.667576 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:59.672757 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:16:59.677880 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.697891 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ba117-8f3c-42c4-bda5-3d03c3a0f864 req-c78a06b3-8594-4e4a-9a1f-6052826ab84f tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:59.699718 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-964ba117-8f3c-42c4-bda5-3d03c3a0f864 req-c78a06b3-8594-4e4a-9a1f-6052826ab84f tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 944 time: 0.2226880 Jun 23 16:16:59.705365 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a8192f-618a-498a-b881-0962186d1cfd']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:59.714548 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port af42c0b5-a82b-44af-91cf-87c150b49782 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:16:59.714963 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.727809 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9109559a-7ac6-4e62-bf6e-799459244368') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:59.728418 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9109559a-7ac6-4e62-bf6e-799459244368') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:16:59.728591 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Network 2053bcf6-e241-43ec-8d63-be279899e08c is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:16:59.755537 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:16:59.756854 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433360e-15e8-448e-ab7c-4d7d1678e499 req-b52dde0b-980d-4a10-98eb-805ad1291b7d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:16:59.758577 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c433360e-15e8-448e-ab7c-4d7d1678e499 req-b52dde0b-980d-4a10-98eb-805ad1291b7d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.2174718 Jun 23 16:16:59.760626 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27704920'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.764772 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:16:59.769865 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Pushing event updated for resources: {'Port': ['ID=6392f2a8-a35e-4c58-923b-e631c0c34411,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:59.778997 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Attempting to bind port 9c2e72fb-3159-4650-8216-0f205c4d363e on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:16:59.779401 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Attempting to bind port 9c2e72fb-3159-4650-8216-0f205c4d363e by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:16:59.779843 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Attempting to bind port 9c2e72fb-3159-4650-8216-0f205c4d363e on network 113f5523-e981-446e-9b93-54f8d7549c67 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:59.783798 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:59.793005 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:16:59.793375 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Checking segment: {'id': '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:59.793773 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.794163 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Bound using segment: {'id': '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:16:59.794699 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Bound port: 9c2e72fb-3159-4650-8216-0f205c4d363e, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:16:59.795069 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.804343 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.827704 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-964ba117-8f3c-42c4-bda5-3d03c3a0f864 req-e2c41e68-2bcb-4305-8867-18dbc7c6842a tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190548 Jun 23 16:16:59.829076 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:16:59.829475 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27874572'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: Traceback (most recent call last): Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: timer() Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: cb(*args, **kw) Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: return func(*args, **kwargs) Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: self._notify() Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: self.callback(batched_events) Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: event.method(event) Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: return f(self, *a, **k) Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: return self._get(url).json() Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:16:59.834693 dv-cinder-788363-4-smb neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:16:59.881740 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Pushing event updated for resources: {'Port': ['ID=adbf03ec-b105-4f0c-9223-53cdfd164fa8,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:16:59.890321 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:59.893401 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Attempting to bind port 6392f2a8-a35e-4c58-923b-e631c0c34411 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:16:59.893772 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Attempting to bind port 6392f2a8-a35e-4c58-923b-e631c0c34411 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': 'ec486327-39e6-44f2-8013-87ce47f98dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:16:59.894135 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Attempting to bind port 6392f2a8-a35e-4c58-923b-e631c0c34411 on network 2053bcf6-e241-43ec-8d63-be279899e08c {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:16:59.919761 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:16:59.920135 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Checking segment: {'id': 'ec486327-39e6-44f2-8013-87ce47f98dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:16:59.920792 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.921441 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Bound using segment: {'id': 'ec486327-39e6-44f2-8013-87ce47f98dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:16:59.922255 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Bound port: 6392f2a8-a35e-4c58-923b-e631c0c34411, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec486327-39e6-44f2-8013-87ce47f98dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:16:59.922880 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:59.951922 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c433360e-15e8-448e-ab7c-4d7d1678e499 req-353dcf8b-997b-4a84-bc4b-748764aed792 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794984 Jun 23 16:16:59.980571 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] For port 9c2e72fb-3159-4650-8216-0f205c4d363e, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:17:00.007558 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:00.013855 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:00.017080 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:00.019809 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] 10.222.0.23 "DELETE /v2.0/networks/f6a8192f-618a-498a-b881-0962186d1cfd HTTP/1.1" status: 204 len: 168 time: 0.6435761 Jun 23 16:17:00.028513 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] For port 9c2e72fb-3159-4650-8216-0f205c4d363e, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=9c2e72fb-3159-4650-8216-0f205c4d363e,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:17:00.049530 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a8192f-618a-498a-b881-0962186d1cfd,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:00.050846 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:00.056918 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:00.062060 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:00.074504 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:00.074883 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:00.150721 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da1d639-1754-45ff-8934-fe11525b49aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af42c0b5-a82b-44af-91cf-87c150b49782'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:17:00.153815 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24efce62-4a42-4a78-b4d6-508692fc4e63" -d '{"events": [{"server_uuid": "2da1d639-1754-45ff-8934-fe11525b49aa", "name": "network-vif-plugged", "status": "completed", "tag": "af42c0b5-a82b-44af-91cf-87c150b49782"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:17:00.183581 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] For port 6392f2a8-a35e-4c58-923b-e631c0c34411, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:17:00.193097 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port af42c0b5-a82b-44af-91cf-87c150b49782, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af42c0b5-a82b-44af-91cf-87c150b49782,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:00.233416 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:00.241001 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0884d053-6c5d-41b0-82f2-0f0708dcbb2e x-openstack-request-id: req-0884d053-6c5d-41b0-82f2-0f0708dcbb2e {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:17:00.241296 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da1d639-1754-45ff-8934-fe11525b49aa", "name": "network-vif-plugged", "status": "completed", "tag": "af42c0b5-a82b-44af-91cf-87c150b49782", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:17:00.241552 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0884d053-6c5d-41b0-82f2-0f0708dcbb2e {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:17:00.241958 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da1d639-1754-45ff-8934-fe11525b49aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af42c0b5-a82b-44af-91cf-87c150b49782', 'code': 200} Jun 23 16:17:00.243777 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] For port 6392f2a8-a35e-4c58-923b-e631c0c34411, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=6392f2a8-a35e-4c58-923b-e631c0c34411,segment=NetworkSegment(ec486327-39e6-44f2-8013-87ce47f98dda),segment_id=ec486327-39e6-44f2-8013-87ce47f98dda)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:17:00.247578 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e57ee6-d0f1-46ae-b4fb-816c68c12b34 None None] Pushing event updated for resources: {'Port': ['ID=9c2e72fb-3159-4650-8216-0f205c4d363e,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:00.252164 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-19e57ee6-d0f1-46ae-b4fb-816c68c12b34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:00.252867 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:00.315093 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57310) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:00.333459 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Routers {'edd7c481-c860-463b-9d3d-8f3400005043'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:17:00.334099 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:16:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['edd7c481-c860-463b-9d3d-8f3400005043'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:00.338203 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:00.359693 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=af42c0b5-a82b-44af-91cf-87c150b49782,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:00.374469 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f7c8fcd5-6f58-4e4d-9c9d-cbe5463ef1ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e59f148c9114ae0b9f70aaaec237402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580013 Jun 23 16:17:00.376679 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:00.377675 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57312) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:00.434322 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-1827c209-f92a-4cdb-8ec0-77f65591a82e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:00.471399 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5990bce5-2b00-480d-9a58-b21f9e2b36a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:00.492841 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451959'] for router, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:00.540378 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5990bce5-2b00-480d-9a58-b21f9e2b36a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:00.548082 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Pushing event updated for resources: {'Port': ['ID=6392f2a8-a35e-4c58-923b-e631c0c34411,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:00.556629 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:00.557399 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:00.577002 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] Set router edd7c481-c860-463b-9d3d-8f3400005043 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:17:00.659343 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5990bce5-2b00-480d-9a58-b21f9e2b36a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:00.662494 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5990bce5-2b00-480d-9a58-b21f9e2b36a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:00.666508 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-5990bce5-2b00-480d-9a58-b21f9e2b36a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fd135be-72ea-447f-b78a-27606759c8b6 HTTP/1.1" status: 204 len: 168 time: 0.2811327 Jun 23 16:17:00.666508 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6529f982-2cdf-4578-92ff-5f7a3f11e7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:00.707070 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220cb34-9aa5-44a0-bf68-f38e2f354609 req-b2bcac0f-a11c-4611-9f2d-ac656cfb91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:00.708978 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a220cb34-9aa5-44a0-bf68-f38e2f354609 req-b2bcac0f-a11c-4611-9f2d-ac656cfb91e9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 1098 time: 0.1111319 Jun 23 16:17:00.710221 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990bce5-2b00-480d-9a58-b21f9e2b36a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd135be-72ea-447f-b78a-27606759c8b6,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:00.718924 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-5990bce5-2b00-480d-9a58-b21f9e2b36a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:00.760592 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a220cb34-9aa5-44a0-bf68-f38e2f354609 req-76eb6a59-921e-4cbf-9188-90d27af7f39f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401728 Jun 23 16:17:01.022602 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Router b4898919-8b6f-474a-bbe2-5059061ae103 is scheduled to L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 with binding_index 1 {{(pid=93113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:17:01.043057 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '7c8e0373-3540-40b4-a116-de28648f341f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port': {'id': '7c8e0373-3540-40b4-a116-de28648f341f', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:53Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '9c2e72fb-3159-4650-8216-0f205c4d363e', 'name': '', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'mac_address': 'fa:16:3e:a6:8a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:55Z', 'updated_at': '2021-06-23T16:16:59Z', 'revision_number': 4, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'subnets': [{'id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:01.087583 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d5536-9c4f-4ff8-917a-7036fea5987a None None] The sync data for ids ['edd7c481-c860-463b-9d3d-8f3400005043'] in dv-cinder-788363-4-smb is: [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '7c8e0373-3540-40b4-a116-de28648f341f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port': {'id': '7c8e0373-3540-40b4-a116-de28648f341f', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:53Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '9c2e72fb-3159-4650-8216-0f205c4d363e', 'name': '', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'mac_address': 'fa:16:3e:a6:8a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:55Z', 'updated_at': '2021-06-23T16:16:59Z', 'revision_number': 4, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'subnets': [{'id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:17:01.094770 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d437e-be15-41ee-89d2-25a79cb41d35 req-bd4be675-0701-4092-bf1a-ab803806870b tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:01.098814 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-131d437e-be15-41ee-89d2-25a79cb41d35 req-bd4be675-0701-4092-bf1a-ab803806870b tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 945 time: 0.1015806 Jun 23 16:17:01.183520 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-131d437e-be15-41ee-89d2-25a79cb41d35 req-e2492f21-6b9b-48d8-be5d-9ff52ab3a290 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810411 Jun 23 16:17:01.238984 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:17:01.250688 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Sync routers for ids ['b4898919-8b6f-474a-bbe2-5059061ae103'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:17:01.269214 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Routers {'b4898919-8b6f-474a-bbe2-5059061ae103'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:17:01.270142 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:16:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['b4898919-8b6f-474a-bbe2-5059061ae103'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:01.276097 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Notify callbacks [] for router, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:01.280801 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6608696 Jun 23 16:17:01.284338 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 57326) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:01.352988 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe8701-38dc-4f71-97dd-7e7dfe4143fa req-d98cabe4-564c-4868-8cab-9972c1ceaea6 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:01.355968 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 57330) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:01.375887 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eebe8701-38dc-4f71-97dd-7e7dfe4143fa req-d98cabe4-564c-4868-8cab-9972c1ceaea6 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1884220 Jun 23 16:17:01.430653 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eebe8701-38dc-4f71-97dd-7e7dfe4143fa req-22d193d4-7b99-43f4-9755-302f6d605c1d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537944 Jun 23 16:17:01.454257 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Set router b4898919-8b6f-474a-bbe2-5059061ae103 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:17:01.501410 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57332) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:01.501764 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-57501c10-5562-4d67-9d15-6eb28a513117 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3761574de0144beab214172b21f69731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397305 Jun 23 16:17:01.622128 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8221037c-3135-4a57-ae39-be89122d3de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:01.645611 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8221037c-3135-4a57-ae39-be89122d3de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:01.721573 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8221037c-3135-4a57-ae39-be89122d3de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:01.724254 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8221037c-3135-4a57-ae39-be89122d3de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:01.726380 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-8221037c-3135-4a57-ae39-be89122d3de2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a4d5f3d-7336-4358-b816-097e708ae5d3 HTTP/1.1" status: 204 len: 168 time: 0.2229376 Jun 23 16:17:01.726380 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-59c26119-b776-46d1-b146-998d765fbb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:01.740016 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221037c-3135-4a57-ae39-be89122d3de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4d5f3d-7336-4358-b816-097e708ae5d3,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:01.751693 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'name': 'tempest-TestMinimumBasicScenario-1270392096-router', 'tenant_id': '5029338df473485cadab8950101d0008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:58Z', 'updated_at': '2021-06-23T16:16:59Z', 'revision_number': 3, 'project_id': '5029338df473485cadab8950101d0008', 'gw_port': {'id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:59Z', 'updated_at': '2021-06-23T16:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:01.753467 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8221037c-3135-4a57-ae39-be89122d3de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:01.787736 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Checking router: b4898919-8b6f-474a-bbe2-5059061ae103 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:17:01.788080 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Updating router b4898919-8b6f-474a-bbe2-5059061ae103 port adbf03ec-b105-4f0c-9223-53cdfd164fa8 binding host dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:17:01.845065 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:02.008925 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:02.026499 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c86e653-0dd6-4f68-81e4-a3bb7350c940 None None] Network 2053bcf6-e241-43ec-8d63-be279899e08c requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:17:02.150210 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-ee4f84bc-96a3-4395-a524-3b0e84cbada8 None None] Provisioning for port 6392f2a8-a35e-4c58-923b-e631c0c34411 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:17:02.231158 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Notify callbacks [] for port, precommit_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:02.243800 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.provisioning_blocks [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Transition to ACTIVE for port object adbf03ec-b105-4f0c-9223-53cdfd164fa8 will not be triggered until provisioned by entity L2. {{(pid=93119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:17:02.268090 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:02.292605 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-3da1cb90-7ff1-4232-a1f1-50808c9d7bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:02.333367 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Attempting to bind port adbf03ec-b105-4f0c-9223-53cdfd164fa8 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:17:02.333887 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Attempting to bind port adbf03ec-b105-4f0c-9223-53cdfd164fa8 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:17:02.334217 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Attempting to bind port adbf03ec-b105-4f0c-9223-53cdfd164fa8 on network bacb7425-026e-474c-af91-e51d72b71c61 {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:17:02.387451 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:17:02.387818 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Checking segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:17:02.388426 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:02.388958 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Bound using segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:17:02.389448 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Bound port: adbf03ec-b105-4f0c-9223-53cdfd164fa8, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:17:02.389932 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:02.454387 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Allocated IP 172.20.0.1 (2053bcf6-e241-43ec-8d63-be279899e08c/20a95702-b18b-4a04-8683-f02fd75920c9/c3bdeb1e-a84e-4890-acef-269ad64dd911) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:17:02.498698 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238e107-1e4e-4346-8ff2-566e8bf6ddf5 None None] Pushing event updated for resources: {'Port': ['ID=adbf03ec-b105-4f0c-9223-53cdfd164fa8,revision_number=2']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:02.510086 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-9238e107-1e4e-4346-8ff2-566e8bf6ddf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:02.565765 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:02.623572 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] For port adbf03ec-b105-4f0c-9223-53cdfd164fa8, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:17:02.631011 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10054225-4c1c-47f8-8e0b-f87196056cdf req-80555a5a-c913-4883-9d4b-8bd9d6f84732 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:02.633036 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] For port adbf03ec-b105-4f0c-9223-53cdfd164fa8, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=adbf03ec-b105-4f0c-9223-53cdfd164fa8,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:17:02.642671 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-10054225-4c1c-47f8-8e0b-f87196056cdf req-80555a5a-c913-4883-9d4b-8bd9d6f84732 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 945 time: 0.2125180 Jun 23 16:17:02.654634 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:02.667430 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:02.744144 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 6392f2a8-a35e-4c58-923b-e631c0c34411 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:17:02.750216 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-10054225-4c1c-47f8-8e0b-f87196056cdf req-1bf2e4e1-35d6-423c-9b38-4c72479c55b3 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027081 Jun 23 16:17:02.759229 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Routers {'b4898919-8b6f-474a-bbe2-5059061ae103'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:17:02.760338 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:16:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['b4898919-8b6f-474a-bbe2-5059061ae103'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:02.766422 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:02.799318 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Transition to ACTIVE for port object c3bdeb1e-a84e-4890-acef-269ad64dd911 will not be triggered until provisioned by entity DHCP. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:17:02.888165 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 6392f2a8-a35e-4c58-923b-e631c0c34411 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:17:02.899182 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 6392f2a8-a35e-4c58-923b-e631c0c34411 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:02.899854 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:02.934916 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28743793'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:02.938238 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:02.956223 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] Set router b4898919-8b6f-474a-bbe2-5059061ae103 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:17:03.046503 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:03.047398 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Network 2053bcf6-e241-43ec-8d63-be279899e08c is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:17:03.071115 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:17:03.076191 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:17:03.105734 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99184ed2-c92a-4ba1-8be2-a212b7924e46 req-162a081a-a6e9-4998-a9a4-502c217a570d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:03.129250 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 6392f2a8-a35e-4c58-923b-e631c0c34411, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=6392f2a8-a35e-4c58-923b-e631c0c34411,segment=NetworkSegment(ec486327-39e6-44f2-8013-87ce47f98dda),segment_id=ec486327-39e6-44f2-8013-87ce47f98dda)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:03.134469 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3bdeb1e-a84e-4890-acef-269ad64dd911,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:03.139823 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-99184ed2-c92a-4ba1-8be2-a212b7924e46 req-162a081a-a6e9-4998-a9a4-502c217a570d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1127722 Jun 23 16:17:03.141833 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:03.143444 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 9c2e72fb-3159-4650-8216-0f205c4d363e up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:17:03.148196 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:03.155798 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:03.177951 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395127'] for router_interface, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:03.188354 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-2143d8e6-34df-4e19-af7a-993a5b8a5bd5 None None] Provisioning complete for port 6392f2a8-a35e-4c58-923b-e631c0c34411 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:03.188822 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-2143d8e6-34df-4e19-af7a-993a5b8a5bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:03.226645 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-99184ed2-c92a-4ba1-8be2-a212b7924e46 req-4522e63d-f9e9-41b6-8c00-ab234b7267e2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857654 Jun 23 16:17:03.278977 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238e107-1e4e-4346-8ff2-566e8bf6ddf5 None None] Pushing event updated for resources: {'Port': ['ID=adbf03ec-b105-4f0c-9223-53cdfd164fa8,revision_number=3']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:03.283221 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-9238e107-1e4e-4346-8ff2-566e8bf6ddf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:03.309294 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=6392f2a8-a35e-4c58-923b-e631c0c34411,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:03.321358 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:03.326731 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 9c2e72fb-3159-4650-8216-0f205c4d363e completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:17:03.334010 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 9c2e72fb-3159-4650-8216-0f205c4d363e triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:03.334708 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:03.387141 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'name': 'tempest-TestMinimumBasicScenario-1270392096-router', 'tenant_id': '5029338df473485cadab8950101d0008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:58Z', 'updated_at': '2021-06-23T16:16:59Z', 'revision_number': 3, 'project_id': '5029338df473485cadab8950101d0008', 'gw_port': {'id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:59Z', 'updated_at': '2021-06-23T16:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:03.427085 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4d987-2681-4dbf-aad3-0badc98dc420 None None] The sync data for ids ['b4898919-8b6f-474a-bbe2-5059061ae103'] in dv-cinder-788363-4-smb is: [{'id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'name': 'tempest-TestMinimumBasicScenario-1270392096-router', 'tenant_id': '5029338df473485cadab8950101d0008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:58Z', 'updated_at': '2021-06-23T16:16:59Z', 'revision_number': 3, 'project_id': '5029338df473485cadab8950101d0008', 'gw_port': {'id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:59Z', 'updated_at': '2021-06-23T16:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:17:03.434849 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:03.483061 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:03.534758 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 9c2e72fb-3159-4650-8216-0f205c4d363e, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=9c2e72fb-3159-4650-8216-0f205c4d363e,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:03.546714 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:03.549749 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:03.579311 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-37a470fc-7c48-4f5f-b1d6-1d7fe43684f5 None None] Provisioning for port c3bdeb1e-a84e-4890-acef-269ad64dd911 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:17:03.585261 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-37a470fc-7c48-4f5f-b1d6-1d7fe43684f5 None None] Provisioning complete for port c3bdeb1e-a84e-4890-acef-269ad64dd911 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:03.585781 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-37a470fc-7c48-4f5f-b1d6-1d7fe43684f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:03.637603 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=9c2e72fb-3159-4650-8216-0f205c4d363e,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:03.640538 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-37a470fc-7c48-4f5f-b1d6-1d7fe43684f5 None None] Port c3bdeb1e-a84e-4890-acef-269ad64dd911 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:17:03.642031 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:03.649931 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:03.655512 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:03.659424 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2d5b707c-a42b-470e-b1ac-e63e41fa8baf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:03.724540 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3880405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395163'] for router_interface, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:03.727665 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3bdeb1e-a84e-4890-acef-269ad64dd911,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:03.733173 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:03.914059 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Network 2053bcf6-e241-43ec-8d63-be279899e08c is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:17:03.939536 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:17:04.060149 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10515d-46c3-40b6-80ab-a367b2f3d13e req-1d217e59-117b-4854-83c4-b63d91b4c503 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:04.068149 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fa10515d-46c3-40b6-80ab-a367b2f3d13e req-1d217e59-117b-4854-83c4-b63d91b4c503 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 945 time: 0.0962207 Jun 23 16:17:04.097913 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Router b4898919-8b6f-474a-bbe2-5059061ae103 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:17:04.121564 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fa10515d-46c3-40b6-80ab-a367b2f3d13e req-86ccf3c3-a986-46f8-91e6-9928f30fe36a tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524969 Jun 23 16:17:04.228743 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:17:04.234185 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] 10.222.0.23 "PUT /v2.0/routers/b4898919-8b6f-474a-bbe2-5059061ae103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9482303 Jun 23 16:17:04.282484 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-ebd1e3e1-4148-419e-b7c5-482fc3778e80 None None] Provisioning complete for port c3bdeb1e-a84e-4890-acef-269ad64dd911 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:04.283615 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e3e1-4148-419e-b7c5-482fc3778e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:04.357269 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-ebd1e3e1-4148-419e-b7c5-482fc3778e80 None None] Port c3bdeb1e-a84e-4890-acef-269ad64dd911 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:17:04.556287 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75e5ef-b410-448b-ae86-693abde914c4 req-4448d46a-3a51-4908-a627-b1d58a628039 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:04.558223 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-bf75e5ef-b410-448b-ae86-693abde914c4 req-4448d46a-3a51-4908-a627-b1d58a628039 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1136551 Jun 23 16:17:04.613881 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 6392f2a8-a35e-4c58-923b-e631c0c34411 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:17:04.630919 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-bf75e5ef-b410-448b-ae86-693abde914c4 req-f83a9f99-fc6d-4e73-bf5c-661c1d97939b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643048 Jun 23 16:17:04.684752 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 6392f2a8-a35e-4c58-923b-e631c0c34411 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:04.685132 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:04.779395 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 9c2e72fb-3159-4650-8216-0f205c4d363e up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:17:04.851295 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 9c2e72fb-3159-4650-8216-0f205c4d363e triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:04.854935 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:04.976769 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device adbf03ec-b105-4f0c-9223-53cdfd164fa8 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:17:05.036255 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port adbf03ec-b105-4f0c-9223-53cdfd164fa8 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:17:05.041196 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port adbf03ec-b105-4f0c-9223-53cdfd164fa8 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:05.041700 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:05.140119 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:05.208809 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port adbf03ec-b105-4f0c-9223-53cdfd164fa8, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=adbf03ec-b105-4f0c-9223-53cdfd164fa8,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:05.219960 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:05.224573 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:05.285784 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=adbf03ec-b105-4f0c-9223-53cdfd164fa8,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:05.289225 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:05.660991 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Sync routers for ids ['b4898919-8b6f-474a-bbe2-5059061ae103'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:17:05.681887 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Routers {'b4898919-8b6f-474a-bbe2-5059061ae103'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:17:05.682580 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:16:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['b4898919-8b6f-474a-bbe2-5059061ae103'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:05.861514 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Set router b4898919-8b6f-474a-bbe2-5059061ae103 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:17:05.932720 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bd01b-9597-40c8-8d4f-5d5a821e36a7 req-0a1b7a11-468e-418e-9725-cacae8c011c2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:05.939321 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4e4bd01b-9597-40c8-8d4f-5d5a821e36a7 req-0a1b7a11-468e-418e-9725-cacae8c011c2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1024530 Jun 23 16:17:06.023158 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4e4bd01b-9597-40c8-8d4f-5d5a821e36a7 req-8a187f33-9d4f-4267-ad0d-bb03e33ed13c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738275 Jun 23 16:17:06.322206 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'name': 'tempest-TestMinimumBasicScenario-1270392096-router', 'tenant_id': '5029338df473485cadab8950101d0008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:58Z', 'updated_at': '2021-06-23T16:17:03Z', 'revision_number': 4, 'project_id': '5029338df473485cadab8950101d0008', 'gw_port': {'id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:59Z', 'updated_at': '2021-06-23T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': 'c3bdeb1e-a84e-4890-acef-269ad64dd911', 'name': '', 'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c', 'tenant_id': '5029338df473485cadab8950101d0008', 'mac_address': 'fa:16:3e:e7:42:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '20a95702-b18b-4a04-8683-f02fd75920c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:17:02Z', 'updated_at': '2021-06-23T16:17:03Z', 'revision_number': 2, 'project_id': '5029338df473485cadab8950101d0008', 'subnets': [{'id': '20a95702-b18b-4a04-8683-f02fd75920c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:06.385638 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Checking router: b4898919-8b6f-474a-bbe2-5059061ae103 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:17:06.387229 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Updating router b4898919-8b6f-474a-bbe2-5059061ae103 port c3bdeb1e-a84e-4890-acef-269ad64dd911 binding host dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:17:06.480583 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device adbf03ec-b105-4f0c-9223-53cdfd164fa8 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:17:06.533104 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:06.607386 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ffe6e-976d-401e-81f5-b96c59fed133 req-7520132f-52e3-429e-8325-0f48fb5c7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:06.609654 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-da5ffe6e-976d-401e-81f5-b96c59fed133 req-7520132f-52e3-429e-8325-0f48fb5c7117 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 1098 time: 0.4922872 Jun 23 16:17:06.658994 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-66febe83-2bb1-49df-8081-688e530acc5b tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:06.666001 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-66febe83-2bb1-49df-8081-688e530acc5b tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/networks?id=db3d1383-f484-49d2-b648-61655da4c6ee HTTP/1.1" status: 200 len: 815 time: 0.2004902 Jun 23 16:17:06.693187 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port adbf03ec-b105-4f0c-9223-53cdfd164fa8 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:06.693570 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:06.700142 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-564b206e-767d-4244-ab02-8c10ac65da58 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/quotas/b79b999c57f64537a642959526918275 HTTP/1.1" status: 200 len: 375 time: 0.0327644 Jun 23 16:17:06.715725 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-da5ffe6e-976d-401e-81f5-b96c59fed133 req-d845b614-9164-4cf6-9b17-53e899195730 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924370 Jun 23 16:17:06.814373 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-ea444361-e07a-4121-b39e-c5d4b9073545 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b79b999c57f64537a642959526918275&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129918 Jun 23 16:17:06.960068 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:06.974986 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Transition to ACTIVE for port object c3bdeb1e-a84e-4890-acef-269ad64dd911 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:17:06.988797 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:06.991016 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:06.998044 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-e028298d-5ff9-44f4-a43e-1f694027e3ab service neutron] 10.222.0.23 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731741 Jun 23 16:17:07.063330 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907d953-7eb6-4574-9734-4c377bb40144 None None] Pushing event updated for resources: {'Port': ['ID=c3bdeb1e-a84e-4890-acef-269ad64dd911,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:07.068933 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-7907d953-7eb6-4574-9734-4c377bb40144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:07.131433 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Attempting to bind port c3bdeb1e-a84e-4890-acef-269ad64dd911 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:17:07.131910 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Attempting to bind port c3bdeb1e-a84e-4890-acef-269ad64dd911 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': 'ec486327-39e6-44f2-8013-87ce47f98dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:17:07.132485 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Attempting to bind port c3bdeb1e-a84e-4890-acef-269ad64dd911 on network 2053bcf6-e241-43ec-8d63-be279899e08c {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:17:07.138364 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:17:07.138865 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Checking segment: {'id': 'ec486327-39e6-44f2-8013-87ce47f98dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:17:07.139345 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:07.139817 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Bound using segment: {'id': 'ec486327-39e6-44f2-8013-87ce47f98dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:17:07.140380 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Bound port: c3bdeb1e-a84e-4890-acef-269ad64dd911, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec486327-39e6-44f2-8013-87ce47f98dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:17:07.140824 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:07.157421 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-7440c169-8af3-48f1-a492-bf8213fe8149 service neutron] 10.222.0.23 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572053 Jun 23 16:17:07.221322 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] For port c3bdeb1e-a84e-4890-acef-269ad64dd911, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:17:07.232929 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] For port c3bdeb1e-a84e-4890-acef-269ad64dd911, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=c3bdeb1e-a84e-4890-acef-269ad64dd911,segment=NetworkSegment(ec486327-39e6-44f2-8013-87ce47f98dda),segment_id=ec486327-39e6-44f2-8013-87ce47f98dda)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:17:07.239165 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:07.251901 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:07.308066 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Routers {'b4898919-8b6f-474a-bbe2-5059061ae103'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:17:07.308737 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:16:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['b4898919-8b6f-474a-bbe2-5059061ae103'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:07.462657 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7c1aa-de47-4111-b7ac-ba2999f24a6d req-7cc99b77-186f-4c1e-a5d5-b01c61224428 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:07.471897 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5df7c1aa-de47-4111-b7ac-ba2999f24a6d req-7cc99b77-186f-4c1e-a5d5-b01c61224428 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1151116 Jun 23 16:17:07.582541 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1d9cb76e-b25d-4f08-834f-900c1d101e5c req-2fb0cf26-66b8-4256-adaa-5590c12a73a5 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 210 time: 0.1066949 Jun 23 16:17:07.704518 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5df7c1aa-de47-4111-b7ac-ba2999f24a6d req-ce59ea6a-292d-4148-bbcf-bc649441fc24 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205954 Jun 23 16:17:07.766637 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] Set router b4898919-8b6f-474a-bbe2-5059061ae103 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:17:07.767284 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907d953-7eb6-4574-9734-4c377bb40144 None None] Pushing event updated for resources: {'Port': ['ID=c3bdeb1e-a84e-4890-acef-269ad64dd911,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:07.797325 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-7907d953-7eb6-4574-9734-4c377bb40144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:08.165056 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'name': 'tempest-TestMinimumBasicScenario-1270392096-router', 'tenant_id': '5029338df473485cadab8950101d0008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:58Z', 'updated_at': '2021-06-23T16:17:03Z', 'revision_number': 4, 'project_id': '5029338df473485cadab8950101d0008', 'gw_port': {'id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:59Z', 'updated_at': '2021-06-23T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': 'c3bdeb1e-a84e-4890-acef-269ad64dd911', 'name': '', 'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c', 'tenant_id': '5029338df473485cadab8950101d0008', 'mac_address': 'fa:16:3e:e7:42:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '20a95702-b18b-4a04-8683-f02fd75920c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:17:02Z', 'updated_at': '2021-06-23T16:17:07Z', 'revision_number': 4, 'project_id': '5029338df473485cadab8950101d0008', 'subnets': [{'id': '20a95702-b18b-4a04-8683-f02fd75920c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:08.198548 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b597fa6b-e4c4-451e-8069-7bf412c784f8 None None] The sync data for ids ['b4898919-8b6f-474a-bbe2-5059061ae103'] in dv-cinder-788363-4-smb is: [{'id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'name': 'tempest-TestMinimumBasicScenario-1270392096-router', 'tenant_id': '5029338df473485cadab8950101d0008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:58Z', 'updated_at': '2021-06-23T16:17:03Z', 'revision_number': 4, 'project_id': '5029338df473485cadab8950101d0008', 'gw_port': {'id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:59Z', 'updated_at': '2021-06-23T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': 'c3bdeb1e-a84e-4890-acef-269ad64dd911', 'name': '', 'network_id': '2053bcf6-e241-43ec-8d63-be279899e08c', 'tenant_id': '5029338df473485cadab8950101d0008', 'mac_address': 'fa:16:3e:e7:42:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '20a95702-b18b-4a04-8683-f02fd75920c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:17:02Z', 'updated_at': '2021-06-23T16:17:07Z', 'revision_number': 4, 'project_id': '5029338df473485cadab8950101d0008', 'subnets': [{'id': '20a95702-b18b-4a04-8683-f02fd75920c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:17:08.536782 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device c3bdeb1e-a84e-4890-acef-269ad64dd911 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:17:08.695863 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port c3bdeb1e-a84e-4890-acef-269ad64dd911 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:17:08.700121 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port c3bdeb1e-a84e-4890-acef-269ad64dd911 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:08.700680 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:08.867239 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-666afe1d-2f42-42db-8dee-0eacbf8fa29a req-245fb20f-c4f4-4170-9d86-16f059a22202 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 210 time: 0.0776901 Jun 23 16:17:08.871436 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:08.944119 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port c3bdeb1e-a84e-4890-acef-269ad64dd911, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=c3bdeb1e-a84e-4890-acef-269ad64dd911,segment=NetworkSegment(ec486327-39e6-44f2-8013-87ce47f98dda),segment_id=ec486327-39e6-44f2-8013-87ce47f98dda)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:08.952163 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:08.957417 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-7907d953-7eb6-4574-9734-4c377bb40144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:09.173632 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=c3bdeb1e-a84e-4890-acef-269ad64dd911,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:09.179876 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:09.194524 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de52a6-206c-487e-973a-eb5e868fbf4a req-4e0fc048-8c39-4d4f-a27d-13b1da7df4ac tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:09.207795 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a9de52a6-206c-487e-973a-eb5e868fbf4a req-4e0fc048-8c39-4d4f-a27d-13b1da7df4ac tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.1586423 Jun 23 16:17:09.285649 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a9de52a6-206c-487e-973a-eb5e868fbf4a req-d550c1dd-4a67-4d6b-a8d3-4c9966cf24c5 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759535 Jun 23 16:17:09.600699 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf38e4-9846-4c2d-b585-f8eed9586f6a req-77ea231e-bb0b-473a-8070-23dcd696a723 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:09.602716 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8eaf38e4-9846-4c2d-b585-f8eed9586f6a req-77ea231e-bb0b-473a-8070-23dcd696a723 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1356697 Jun 23 16:17:09.800544 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8eaf38e4-9846-4c2d-b585-f8eed9586f6a req-e5a2c688-80dd-4cec-b064-711d83b2f46a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897151 Jun 23 16:17:09.860572 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-69ee90f9-70f1-4246-9120-30bc85def973 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:09.862315 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-69ee90f9-70f1-4246-9120-30bc85def973 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "GET /v2.0/networks?id=db3d1383-f484-49d2-b648-61655da4c6ee HTTP/1.1" status: 200 len: 815 time: 0.1954861 Jun 23 16:17:09.889281 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Request body: {'port': {'device_id': '68731136-7841-4bef-8df0-965faca3e302', 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee', 'admin_state_up': True, 'tenant_id': 'b79b999c57f64537a642959526918275'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:10.106081 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Made reservation on behalf of b79b999c57f64537a642959526918275 for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:17:10.110372 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:10.167068 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9ad95450-f08d-4248-8821-317f290b78a7 req-6d0c03d0-f585-422c-afc7-6df74c931002 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 210 time: 0.0371330 Jun 23 16:17:10.428292 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Allocated IP 172.20.0.5 (db3d1383-f484-49d2-b648-61655da4c6ee/b48cefcd-53d9-4e64-a2fe-9d478425a457/cc0441ae-a780-4526-9a2c-a6f1436c1505) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:17:10.501875 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device c3bdeb1e-a84e-4890-acef-269ad64dd911 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:17:10.574408 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port c3bdeb1e-a84e-4890-acef-269ad64dd911 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:10.575124 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:10.674912 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:10.729112 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:10.733730 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:10.772007 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['1df30bd8-6b48-454f-8191-7b13ebe370db', 'af42c0b5-a82b-44af-91cf-87c150b49782'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:17:10.789811 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Network db3d1383-f484-49d2-b648-61655da4c6ee is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:17:10.802751 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:17:10.807280 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:17:10.858366 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Pushing event updated for resources: {'Port': ['ID=cc0441ae-a780-4526-9a2c-a6f1436c1505,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:10.876467 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:10.901726 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:10.902591 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:10.941645 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0569875 Jun 23 16:17:10.983894 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Request body: {'port': {'device_id': '68731136-7841-4bef-8df0-965faca3e302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:11.096931 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:11.452639 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a76a2a-752a-4cdc-b88f-a9db2f1114e0 req-0f2611de-fe1a-4f63-a2df-77de3356e052 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:11.454092 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-64a76a2a-752a-4cdc-b88f-a9db2f1114e0 req-0f2611de-fe1a-4f63-a2df-77de3356e052 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 931 time: 0.1232152 Jun 23 16:17:11.481068 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0441ae-a780-4526-9a2c-a6f1436c1505 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:17:11.493714 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:11.527690 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-64a76a2a-752a-4cdc-b88f-a9db2f1114e0 req-cb5c9bc9-d25c-4a10-86ac-0df0d71c56cb tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649707 Jun 23 16:17:11.532497 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Transition to ACTIVE for port object cc0441ae-a780-4526-9a2c-a6f1436c1505 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:17:11.546132 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:11.549254 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ff1d9c7c-9368-4862-bece-6ed222c992c8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:11.690755 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Pushing event updated for resources: {'Port': ['ID=cc0441ae-a780-4526-9a2c-a6f1436c1505,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:11.731729 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:11.770886 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Attempting to bind port cc0441ae-a780-4526-9a2c-a6f1436c1505 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:17:11.771216 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Attempting to bind port cc0441ae-a780-4526-9a2c-a6f1436c1505 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:17:11.771541 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Attempting to bind port cc0441ae-a780-4526-9a2c-a6f1436c1505 on network db3d1383-f484-49d2-b648-61655da4c6ee {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:17:11.776548 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Port cc0441ae-a780-4526-9a2c-a6f1436c1505 on network db3d1383-f484-49d2-b648-61655da4c6ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:17:11.776548 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Attempting to bind port cc0441ae-a780-4526-9a2c-a6f1436c1505 on network db3d1383-f484-49d2-b648-61655da4c6ee {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:17:11.781684 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:17:11.782012 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Checking segment: {'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:17:11.782430 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Bound using segment: {'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:17:11.782856 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Bound port: cc0441ae-a780-4526-9a2c-a6f1436c1505, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:17:11.783287 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:11.851669 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] For port cc0441ae-a780-4526-9a2c-a6f1436c1505, host hv-cinder-78836, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:17:11.855735 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] For port cc0441ae-a780-4526-9a2c-a6f1436c1505, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cc0441ae-a780-4526-9a2c-a6f1436c1505,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:17:11.859999 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:11.863083 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:11.940525 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Pushing event updated for resources: {'Port': ['ID=cc0441ae-a780-4526-9a2c-a6f1436c1505,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:11.944242 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:11.946847 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:11.958249 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:11.959791 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] 10.222.0.86 "PUT /v2.0/ports/cc0441ae-a780-4526-9a2c-a6f1436c1505 HTTP/1.1" status: 200 len: 1093 time: 0.9803896 Jun 23 16:17:11.960332 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68731136-7841-4bef-8df0-965faca3e302', 'tag': 'cc0441ae-a780-4526-9a2c-a6f1436c1505'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:17:11.963334 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e82abf4-2dde-4d08-b88c-d70025c6fcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "68731136-7841-4bef-8df0-965faca3e302", "tag": "cc0441ae-a780-4526-9a2c-a6f1436c1505"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:17:12.008955 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4636f84e-7216-464c-acc9-5d6615778b88 x-openstack-request-id: req-4636f84e-7216-464c-acc9-5d6615778b88 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:17:12.009442 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68731136-7841-4bef-8df0-965faca3e302", "tag": "cc0441ae-a780-4526-9a2c-a6f1436c1505", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:17:12.009631 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4636f84e-7216-464c-acc9-5d6615778b88 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:17:12.010059 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68731136-7841-4bef-8df0-965faca3e302', 'tag': 'cc0441ae-a780-4526-9a2c-a6f1436c1505', 'status': 'completed', 'code': 200} Jun 23 16:17:12.075804 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07275a-4987-4fac-8442-5fdd4a8a8e35 req-ea0f454f-60db-4859-ad5d-5e17cd2aad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:12.082648 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5c07275a-4987-4fac-8442-5fdd4a8a8e35 req-ea0f454f-60db-4859-ad5d-5e17cd2aad0d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6392760d904cc6a4f117b3c04703e1&device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 1098 time: 0.1052823 Jun 23 16:17:12.172750 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996955c-ba72-4028-96be-3321cb10394b req-d05af454-b04f-4ccb-93ce-40300ce2b332 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:12.174390 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7996955c-ba72-4028-96be-3321cb10394b req-d05af454-b04f-4ccb-93ce-40300ce2b332 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1516409 Jun 23 16:17:12.192220 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07275a-4987-4fac-8442-5fdd4a8a8e35 req-924a9d09-5c34-46ae-ad82-a9f2ee56b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:12.194057 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5c07275a-4987-4fac-8442-5fdd4a8a8e35 req-924a9d09-5c34-46ae-ad82-a9f2ee56b4af service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a89471-52b2-40ae-a8f0-056b1821cd63 HTTP/1.1" status: 200 len: 920 time: 0.1045618 Jun 23 16:17:12.202080 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-c6dbfa9a-8e1b-4cd6-8877-858615a8bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:12.204007 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-c6dbfa9a-8e1b-4cd6-8877-858615a8bbbb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b79b999c57f64537a642959526918275&device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 1096 time: 0.1268404 Jun 23 16:17:12.234824 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7996955c-ba72-4028-96be-3321cb10394b req-55f34ac3-f000-4502-a98b-00f16f12568a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530889 Jun 23 16:17:12.308854 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5c07275a-4987-4fac-8442-5fdd4a8a8e35 req-659578f4-2dcb-4883-9036-83a7e91ac27d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93896dd1-c98b-4880-bec7-eabfaecb5f81 HTTP/1.1" status: 200 len: 217 time: 0.0412948 Jun 23 16:17:12.326125 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-4a770e3e-7596-41f9-b665-22e9116840f5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc0441ae-a780-4526-9a2c-a6f1436c1505 HTTP/1.1" status: 200 len: 217 time: 0.0578554 Jun 23 16:17:12.364703 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07275a-4987-4fac-8442-5fdd4a8a8e35 req-6627d66b-953d-4280-8d53-80d781f9efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:12.366454 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5c07275a-4987-4fac-8442-5fdd4a8a8e35 req-6627d66b-953d-4280-8d53-80d781f9efb0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=81a16e50-4902-426d-a9a7-7c4e7c412276 HTTP/1.1" status: 200 len: 859 time: 0.0511637 Jun 23 16:17:12.388349 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-2588bcd2-ff18-428e-9437-5496a75a65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:12.392741 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-2588bcd2-ff18-428e-9437-5496a75a65c4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b48cefcd-53d9-4e64-a2fe-9d478425a457 HTTP/1.1" status: 200 len: 855 time: 0.0586891 Jun 23 16:17:12.412377 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5c07275a-4987-4fac-8442-5fdd4a8a8e35 req-7067d037-ccf9-4ec9-abf8-6ec260e8148b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a89471-52b2-40ae-a8f0-056b1821cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361099 Jun 23 16:17:12.436135 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-2ec4e81c-f9b2-4294-9111-ba0d72e245f5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=db3d1383-f484-49d2-b648-61655da4c6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364268 Jun 23 16:17:12.561801 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5c07275a-4987-4fac-8442-5fdd4a8a8e35 req-3cc4840b-22f3-4e62-ba79-6a2da91be9c4 service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420467 Jun 23 16:17:12.643447 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-aa8545be-56aa-41e5-9228-86d0aa37512d service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997881 Jun 23 16:17:12.711500 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5c07275a-4987-4fac-8442-5fdd4a8a8e35 req-7a2ea008-48a5-4f0a-97a9-103762ab6283 service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396785 Jun 23 16:17:12.880435 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb0f0972-f948-4788-89ef-b139c87beb63 req-e291dad7-84f1-4812-be0c-e1b5326cbe55 service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213612 Jun 23 16:17:12.902537 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea9459-266a-4390-904c-e871e9528fae req-613cf30a-f6ca-4182-89ff-f8a2e81234db tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:12.904079 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8eea9459-266a-4390-904c-e871e9528fae req-613cf30a-f6ca-4182-89ff-f8a2e81234db tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 943 time: 0.1337852 Jun 23 16:17:12.954538 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8eea9459-266a-4390-904c-e871e9528fae req-ee9b3757-f57e-40a0-bd33-b040c2daa148 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Jun 23 16:17:13.200072 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82abf4-2dde-4d08-b88c-d70025c6fcd4 req-1129f605-9c2c-436d-8bbd-8d80fe5d518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:13.201885 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1e82abf4-2dde-4d08-b88c-d70025c6fcd4 req-1129f605-9c2c-436d-8bbd-8d80fe5d518b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b79b999c57f64537a642959526918275&device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 1096 time: 0.0638413 Jun 23 16:17:13.332714 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82abf4-2dde-4d08-b88c-d70025c6fcd4 req-5d49de43-bb71-473f-8638-f26e12ca1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:13.334214 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1e82abf4-2dde-4d08-b88c-d70025c6fcd4 req-5d49de43-bb71-473f-8638-f26e12ca1c46 service neutron] 10.222.0.86 "GET /v2.0/networks?id=db3d1383-f484-49d2-b648-61655da4c6ee HTTP/1.1" status: 200 len: 916 time: 0.1235895 Jun 23 16:17:13.429291 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1e82abf4-2dde-4d08-b88c-d70025c6fcd4 req-d19f5f98-4ecc-4cc7-b0a1-22903d37a2ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc0441ae-a780-4526-9a2c-a6f1436c1505 HTTP/1.1" status: 200 len: 217 time: 0.0834460 Jun 23 16:17:13.509031 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbfea8-ae9d-4505-b060-a521ab9cb108 req-05034aa3-0e18-42b2-8b29-9cb5e35ba1f2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:13.510983 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a5cbfea8-ae9d-4505-b060-a521ab9cb108 req-05034aa3-0e18-42b2-8b29-9cb5e35ba1f2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1094120 Jun 23 16:17:13.533948 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82abf4-2dde-4d08-b88c-d70025c6fcd4 req-9a213746-3114-4a7e-97ad-219182afc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:13.535292 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1e82abf4-2dde-4d08-b88c-d70025c6fcd4 req-9a213746-3114-4a7e-97ad-219182afc34f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b48cefcd-53d9-4e64-a2fe-9d478425a457 HTTP/1.1" status: 200 len: 855 time: 0.0721772 Jun 23 16:17:13.585331 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1e82abf4-2dde-4d08-b88c-d70025c6fcd4 req-febaad4f-4c18-4161-80ff-e215b02702b9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=db3d1383-f484-49d2-b648-61655da4c6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372863 Jun 23 16:17:13.601065 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a5cbfea8-ae9d-4505-b060-a521ab9cb108 req-fce36e2f-855f-497c-890e-42a17348209d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810347 Jun 23 16:17:13.726495 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1e82abf4-2dde-4d08-b88c-d70025c6fcd4 req-1317477e-6a2f-498f-bfef-b31ee69aed22 service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188252 Jun 23 16:17:13.858324 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1e82abf4-2dde-4d08-b88c-d70025c6fcd4 req-b27e395f-27c4-45c9-80d0-682b4ece5ae7 service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217186 Jun 23 16:17:14.226976 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f7862-2027-4300-8997-c99c3d2b7c6a req-e5d545e9-0aba-43b5-a5fc-59a69407e34e tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:14.228842 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4d5f7862-2027-4300-8997-c99c3d2b7c6a req-e5d545e9-0aba-43b5-a5fc-59a69407e34e tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 943 time: 0.1014137 Jun 23 16:17:14.280276 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4d5f7862-2027-4300-8997-c99c3d2b7c6a req-de971e4f-efff-40fe-9267-f57285cf8799 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410805 Jun 23 16:17:14.375019 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 57640) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:14.490323 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-57392f33-39f2-42a6-9249-03aec8cba826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:14.612543 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-57392f33-39f2-42a6-9249-03aec8cba826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:14.617395 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-57392f33-39f2-42a6-9249-03aec8cba826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:14.640999 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-47c5a616-0818-484b-965c-484b473331e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:14.663981 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57648) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:14.670751 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-57392f33-39f2-42a6-9249-03aec8cba826 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a284b44429d4a68ae45a0a0b91f8d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943764 Jun 23 16:17:14.678413 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57392f33-39f2-42a6-9249-03aec8cba826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c556d3-06d6-48d1-b552-3a92620685aa,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:14.695790 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-57392f33-39f2-42a6-9249-03aec8cba826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:14.758789 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf73c06f-fab3-48b9-8cba-598d62a3f19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:14.809397 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf73c06f-fab3-48b9-8cba-598d62a3f19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:14.839358 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795e7ff-f3d8-4340-b8ad-fded5a051ce7 req-a5e1a13e-c254-448d-8edb-d9aea0d31072 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:14.840884 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8795e7ff-f3d8-4340-b8ad-fded5a051ce7 req-a5e1a13e-c254-448d-8edb-d9aea0d31072 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1161306 Jun 23 16:17:14.897256 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8795e7ff-f3d8-4340-b8ad-fded5a051ce7 req-a7d5858e-1bbd-4063-b1d1-b64d0e66b1c1 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496211 Jun 23 16:17:14.910907 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf73c06f-fab3-48b9-8cba-598d62a3f19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:14.914795 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf73c06f-fab3-48b9-8cba-598d62a3f19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:14.916204 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-cf73c06f-fab3-48b9-8cba-598d62a3f19d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38c556d3-06d6-48d1-b552-3a92620685aa HTTP/1.1" status: 204 len: 168 time: 0.2510414 Jun 23 16:17:14.916982 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-1f21dfc9-4b1b-422f-9a39-82dfbaa95ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:14.931018 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73c06f-fab3-48b9-8cba-598d62a3f19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c556d3-06d6-48d1-b552-3a92620685aa,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:14.934447 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cf73c06f-fab3-48b9-8cba-598d62a3f19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:15.479007 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523e7e3-f9c5-450e-9d34-4475ae6908ad req-e8bcdc55-6b39-439d-83f5-0bb0e174bf73 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:15.481717 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b523e7e3-f9c5-450e-9d34-4475ae6908ad req-e8bcdc55-6b39-439d-83f5-0bb0e174bf73 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 943 time: 0.0766995 Jun 23 16:17:15.513889 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device cc0441ae-a780-4526-9a2c-a6f1436c1505 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:17:15.523560 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b523e7e3-f9c5-450e-9d34-4475ae6908ad req-1cdd8aa8-d70a-4ab8-a353-644a46c27b59 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355337 Jun 23 16:17:15.625947 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port cc0441ae-a780-4526-9a2c-a6f1436c1505, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cc0441ae-a780-4526-9a2c-a6f1436c1505,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:15.637965 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': 'cc0441ae-a780-4526-9a2c-a6f1436c1505', 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee', 'port_id': 'cc0441ae-a780-4526-9a2c-a6f1436c1505', 'mac_address': 'fa:16:3e:f2:5f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48cefcd-53d9-4e64-a2fe-9d478425a457', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:17:15.677213 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:15.692371 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0441ae-a780-4526-9a2c-a6f1436c1505 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:17:15.714313 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port cc0441ae-a780-4526-9a2c-a6f1436c1505, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cc0441ae-a780-4526-9a2c-a6f1436c1505,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:15.719083 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:15.720988 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:15.776659 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=cc0441ae-a780-4526-9a2c-a6f1436c1505,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:15.780443 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:16.102340 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c78fe9-976d-433e-a59d-cda9e411d5f8 req-88c46d2e-e654-4b70-891c-bb1c9af43a48 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:16.103913 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f6c78fe9-976d-433e-a59d-cda9e411d5f8 req-88c46d2e-e654-4b70-891c-bb1c9af43a48 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0776672 Jun 23 16:17:16.149137 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f6c78fe9-976d-433e-a59d-cda9e411d5f8 req-fa520e1c-d443-4254-a902-5b74607f2a32 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381889 Jun 23 16:17:16.214984 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['cc0441ae-a780-4526-9a2c-a6f1436c1505'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:17:16.745119 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1c19-4cc6-4041-9be4-853f84cf41f7 req-1f31af71-3f1a-43a8-81d1-21fa8337464b tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:16.748448 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 57690) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:16.752352 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-39be1c19-4cc6-4041-9be4-853f84cf41f7 req-1f31af71-3f1a-43a8-81d1-21fa8337464b tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 944 time: 0.0782878 Jun 23 16:17:16.808645 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-39be1c19-4cc6-4041-9be4-853f84cf41f7 req-1bfce108-6b83-4aee-a905-1ef225309770 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462410 Jun 23 16:17:16.886158 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d06c8ea5-669e-4cde-9c43-6a473f75e347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:17.053403 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d06c8ea5-669e-4cde-9c43-6a473f75e347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:17.059084 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d06c8ea5-669e-4cde-9c43-6a473f75e347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:17.061913 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-00e9875c-258a-4769-a7dc-e4384f469d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:17.103619 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-d06c8ea5-669e-4cde-9c43-6a473f75e347 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=196cf472723c49489475d1d3dce4acef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515596 Jun 23 16:17:17.103968 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c8ea5-669e-4cde-9c43-6a473f75e347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5411b611-5dda-4cac-9254-97a3719be73b,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:17.104453 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57698) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:17.107195 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-d06c8ea5-669e-4cde-9c43-6a473f75e347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:17.164526 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7f8d4844-9274-4b80-a9f3-9c735f7805e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:17.200595 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7f8d4844-9274-4b80-a9f3-9c735f7805e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:17.283780 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7f8d4844-9274-4b80-a9f3-9c735f7805e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:17.288444 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7f8d4844-9274-4b80-a9f3-9c735f7805e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:17.289546 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-7f8d4844-9274-4b80-a9f3-9c735f7805e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5411b611-5dda-4cac-9254-97a3719be73b HTTP/1.1" status: 204 len: 168 time: 0.1841233 Jun 23 16:17:17.291775 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-9f00dd58-30c8-4574-a48b-1dc810fe47bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:17.316724 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d4844-9274-4b80-a9f3-9c735f7805e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5411b611-5dda-4cac-9254-97a3719be73b,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:17.319956 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7f8d4844-9274-4b80-a9f3-9c735f7805e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:17.372391 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb053be-e678-42fc-a5ac-62ec8ab3e334 req-7c49c2a0-83b2-4116-bd12-e288e9db21f6 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:17.375278 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6fb053be-e678-42fc-a5ac-62ec8ab3e334 req-7c49c2a0-83b2-4116-bd12-e288e9db21f6 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1014221 Jun 23 16:17:17.446431 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6fb053be-e678-42fc-a5ac-62ec8ab3e334 req-55ca812d-6524-49de-9956-bc3628c651a3 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574336 Jun 23 16:17:17.531387 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device cc0441ae-a780-4526-9a2c-a6f1436c1505 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:17:17.609625 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port cc0441ae-a780-4526-9a2c-a6f1436c1505 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:17:17.614255 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port cc0441ae-a780-4526-9a2c-a6f1436c1505 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:17.614678 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:17.700970 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:17.724888 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68731136-7841-4bef-8df0-965faca3e302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0441ae-a780-4526-9a2c-a6f1436c1505'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:17:17.727271 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b107b487-3e80-44df-91e0-4580821f2b10" -d '{"events": [{"server_uuid": "68731136-7841-4bef-8df0-965faca3e302", "name": "network-vif-plugged", "status": "completed", "tag": "cc0441ae-a780-4526-9a2c-a6f1436c1505"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:17:17.740028 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port cc0441ae-a780-4526-9a2c-a6f1436c1505, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cc0441ae-a780-4526-9a2c-a6f1436c1505,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:17.744803 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:17.747047 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:17.807533 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=cc0441ae-a780-4526-9a2c-a6f1436c1505,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:17.813185 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:17.953099 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d323a52-e46d-4d02-ab47-55086e99fc08 x-openstack-request-id: req-4d323a52-e46d-4d02-ab47-55086e99fc08 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:17:17.953727 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68731136-7841-4bef-8df0-965faca3e302", "name": "network-vif-plugged", "status": "completed", "tag": "cc0441ae-a780-4526-9a2c-a6f1436c1505", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:17:17.954564 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d323a52-e46d-4d02-ab47-55086e99fc08 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:17:17.955243 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68731136-7841-4bef-8df0-965faca3e302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0441ae-a780-4526-9a2c-a6f1436c1505', 'code': 200} Jun 23 16:17:18.157321 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07395c-ed67-4a8d-a2fe-fb56528fb38f req-1c84cab3-5d92-4376-b6fe-0079594d467c tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:18.165597 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5f07395c-ed67-4a8d-a2fe-fb56528fb38f req-1c84cab3-5d92-4376-b6fe-0079594d467c tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 945 time: 0.1075506 Jun 23 16:17:18.211158 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5f07395c-ed67-4a8d-a2fe-fb56528fb38f req-51c062ca-7fe1-4b03-aca2-97f4e30c530e tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437939 Jun 23 16:17:18.327838 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099bb79-6482-45b4-b161-16923d36b8a3 req-b2bae890-b383-4e53-a482-4d2813e57611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:18.329358 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a099bb79-6482-45b4-b161-16923d36b8a3 req-b2bae890-b383-4e53-a482-4d2813e57611 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 1098 time: 0.0780711 Jun 23 16:17:18.370910 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a099bb79-6482-45b4-b161-16923d36b8a3 req-49e41660-a7b3-434b-b998-975d3f2ab978 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Jun 23 16:17:18.641869 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d24d99-63f6-4ab4-a00e-392f2206eaeb req-91092b41-d734-47f1-bf98-886e3b97902d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:18.643290 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a3d24d99-63f6-4ab4-a00e-392f2206eaeb req-91092b41-d734-47f1-bf98-886e3b97902d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0709205 Jun 23 16:17:18.682381 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a3d24d99-63f6-4ab4-a00e-392f2206eaeb req-e7224de8-861b-4e18-914c-ffa33b060b47 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316896 Jun 23 16:17:18.856253 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-1628ce52-5538-4c7f-83f7-61178704b6b0 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:18.857680 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-1628ce52-5538-4c7f-83f7-61178704b6b0 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/networks?id=113f5523-e981-446e-9b93-54f8d7549c67 HTTP/1.1" status: 200 len: 815 time: 0.0984328 Jun 23 16:17:18.872786 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-9cdae157-7c9f-4da0-820c-f440968595f9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/quotas/3fd7706c17bf4aa2a7ba1381ae2be453 HTTP/1.1" status: 200 len: 375 time: 0.0095367 Jun 23 16:17:18.947151 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-bd989cc8-a83c-4072-82ac-2c3bb9ddb8db tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fd7706c17bf4aa2a7ba1381ae2be453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692945 Jun 23 16:17:19.045930 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-435f213f-a21c-4bd8-a873-d979e1e50908 service neutron] 10.222.0.23 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864379 Jun 23 16:17:19.142901 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-23310429-557b-42eb-9525-2f533e4ae449 service neutron] 10.222.0.23 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887954 Jun 23 16:17:19.312608 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ce3a1294-9d93-45e5-9ac7-70ae6e9a63a7 req-0c7cfb27-0446-4c50-82b4-054e2a7e2240 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 210 time: 0.0305483 Jun 23 16:17:19.425945 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2e3d0-1f27-4224-9aa3-0147612bbe8c req-d2e5340c-b15f-40f1-9ff2-84d831d28d8a tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:19.427659 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ffc2e3d0-1f27-4224-9aa3-0147612bbe8c req-d2e5340c-b15f-40f1-9ff2-84d831d28d8a tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 945 time: 0.0705502 Jun 23 16:17:19.467177 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ffc2e3d0-1f27-4224-9aa3-0147612bbe8c req-f73e9b99-3dc8-42af-b029-e4882048b7ed tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Jun 23 16:17:19.904996 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b2fc9-9bee-4819-b826-22aa6d466d4d req-b82f4830-d7a3-40b3-b796-a9db5c2ef096 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:19.910851 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3d8b2fc9-9bee-4819-b826-22aa6d466d4d req-b82f4830-d7a3-40b3-b796-a9db5c2ef096 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1114914 Jun 23 16:17:19.960597 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3d8b2fc9-9bee-4819-b826-22aa6d466d4d req-aebee2e4-8377-4566-a960-064aa599f1d2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479298 Jun 23 16:17:20.454471 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f8eb9435-a248-4b1c-9869-c40a24fade0c req-c7812633-bdca-43d4-9354-e3a7562b3459 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 210 time: 0.0278306 Jun 23 16:17:20.654013 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9853d-717c-4e55-bf11-22869206e3b7 req-59de1ae5-d8af-4ff1-b8cc-6f2ad15c7968 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:20.655601 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-83a9853d-717c-4e55-bf11-22869206e3b7 req-59de1ae5-d8af-4ff1-b8cc-6f2ad15c7968 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 945 time: 0.0695443 Jun 23 16:17:20.701084 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-83a9853d-717c-4e55-bf11-22869206e3b7 req-10b98e35-f2dc-4c2a-9650-6d4019b8028a tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393279 Jun 23 16:17:20.952283 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-a3591e4e-b277-42f4-82c0-68dea42d1d73 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:20.952741 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-a3591e4e-b277-42f4-82c0-68dea42d1d73 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.86 "GET /v2.0/networks?id=113f5523-e981-446e-9b93-54f8d7549c67 HTTP/1.1" status: 200 len: 815 time: 0.1281104 Jun 23 16:17:20.977251 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Request body: {'port': {'device_id': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'admin_state_up': True, 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:21.179266 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Made reservation on behalf of 3fd7706c17bf4aa2a7ba1381ae2be453 for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:17:21.182822 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:21.222428 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33c38f-540d-4319-b8cf-45e2c3d06cf4 req-2f44d4b5-773b-4c90-a9da-5b9e4e46a1ab tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:21.222428 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5d33c38f-540d-4319-b8cf-45e2c3d06cf4 req-2f44d4b5-773b-4c90-a9da-5b9e4e46a1ab tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1089416 Jun 23 16:17:21.287531 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:17:21.585458 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5d33c38f-540d-4319-b8cf-45e2c3d06cf4 req-03872d51-796b-4111-a901-91385dd43b7e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366532 Jun 23 16:17:21.641057 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Allocated IP 172.20.0.7 (113f5523-e981-446e-9b93-54f8d7549c67/4df47f88-7d1c-499a-af8d-74b891e20003/57553d2f-58f3-4922-8b37-9c0d0d3f2329) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:17:21.683363 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fa2dfe57-a209-4248-8714-fd716f64327c req-f094c785-4fe7-48d1-9371-a1a64ebc8ff7 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 210 time: 0.0438342 Jun 23 16:17:21.717476 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 57860) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:21.967386 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:21.985511 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Transition to ACTIVE for port object 57553d2f-58f3-4922-8b37-9c0d0d3f2329 will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:17:22.015480 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a664-96b9-43b2-89ea-ce88b7e7c435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:22.048605 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:22.053735 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-4142b89b-a69d-4e90-ac14-3a8964dfcf9c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:22.134443 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Network 113f5523-e981-446e-9b93-54f8d7549c67 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:17:22.138919 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:17:22.157775 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:17:22.157775 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event updated for resources: {'Port': ['ID=57553d2f-58f3-4922-8b37-9c0d0d3f2329,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:22.157775 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:22.168813 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a664-96b9-43b2-89ea-ce88b7e7c435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:22.178149 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e3a3a664-96b9-43b2-89ea-ce88b7e7c435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:22.181358 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6c80f1de-40b5-401e-81e3-ffaed3163516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:22.209728 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:22.210416 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:22.232004 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2618043 Jun 23 16:17:22.277216 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57870) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:22.279660 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-e3a3a664-96b9-43b2-89ea-ce88b7e7c435 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9af3ecff37204694b4d0944e030ab33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602093 Jun 23 16:17:22.281808 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3a664-96b9-43b2-89ea-ce88b7e7c435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a35221-d1d1-45f6-b925-28fa591ebbf2,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:22.293553 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-e3a3a664-96b9-43b2-89ea-ce88b7e7c435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:22.353782 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e94391af-eade-4b98-a62c-cbe4186841e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:22.394341 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e94391af-eade-4b98-a62c-cbe4186841e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:22.464042 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e94391af-eade-4b98-a62c-cbe4186841e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:22.466496 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e94391af-eade-4b98-a62c-cbe4186841e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:22.467632 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-e94391af-eade-4b98-a62c-cbe4186841e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01a35221-d1d1-45f6-b925-28fa591ebbf2 HTTP/1.1" status: 204 len: 168 time: 0.1894171 Jun 23 16:17:22.468474 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:22.478091 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94391af-eade-4b98-a62c-cbe4186841e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a35221-d1d1-45f6-b925-28fa591ebbf2,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:22.480702 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-e94391af-eade-4b98-a62c-cbe4186841e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:22.535707 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-81b898cd-8882-420b-8626-e2a3d4be673a None None] Provisioning for port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:17:22.539678 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-81b898cd-8882-420b-8626-e2a3d4be673a None None] Provisioning complete for port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:22.540081 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-81b898cd-8882-420b-8626-e2a3d4be673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:22.584132 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-81b898cd-8882-420b-8626-e2a3d4be673a None None] Port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:17:23.159532 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57900) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:23.265566 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1760800093-network', 'tenant_id': '610364b7cba24d88b9ca68a7b07e8126'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:23.287678 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Made reservation on behalf of 610364b7cba24d88b9ca68a7b07e8126 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:17:23.290029 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:23.298209 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:23.406110 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:23.410390 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:23.413268 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cf73c06f-fab3-48b9-8cba-598d62a3f19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:23.437517 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:17:23.446838 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1349c412-baa2-4d82-995c-50f75c798a0e,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:23.450965 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:23.451969 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:23.452292 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.segments_db [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Added segment e908ee5f-b09f-486b-aaaf-a2308c04c59f of type vlan for network 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 Jun 23 16:17:23.501420 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:23.537807 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:23.539804 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:23.540624 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:23.543341 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8b10642e-d8d6-4a25-a8bf-12beb01eefbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:23.597005 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4363511 Jun 23 16:17:23.599831 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 57904) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:23.606595 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-22d74749-0c4c-43cf-ac88-fb62e7c35a14 admin admin] Request body: {'subnet': {'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1760800093-subnet', 'tenant_id': '610364b7cba24d88b9ca68a7b07e8126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:23.610594 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Pushing event updated for resources: {'Network': ['ID=34a5011d-5e6b-4cc6-b419-e00d3f3eaea9,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:23.614653 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:23.623178 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:17:23.634644 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d74749-0c4c-43cf-ac88-fb62e7c35a14 admin admin] Made reservation on behalf of 610364b7cba24d88b9ca68a7b07e8126 for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:17:23.637362 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-22d74749-0c4c-43cf-ac88-fb62e7c35a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28535831'] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:23.823077 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-22d74749-0c4c-43cf-ac88-fb62e7c35a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27876178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28535813'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:23.825612 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-3d1f99d9-76d7-4f15-8bb1-7e0d142a66ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:23.881286 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d74749-0c4c-43cf-ac88-fb62e7c35a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a23519-033c-4e6b-8017-48b9e37cd445,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:23.885559 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-22d74749-0c4c-43cf-ac88-fb62e7c35a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:23.893802 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d74749-0c4c-43cf-ac88-fb62e7c35a14 admin admin] Checking segment: {'id': 'e908ee5f-b09f-486b-aaaf-a2308c04c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:17:23.894224 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d74749-0c4c-43cf-ac88-fb62e7c35a14 admin admin] Network hostable DHCP agents. Network: 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:17:23.913626 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d74749-0c4c-43cf-ac88-fb62e7c35a14 admin admin] Network 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:17:23.925638 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-22d74749-0c4c-43cf-ac88-fb62e7c35a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:17:23.935592 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d74749-0c4c-43cf-ac88-fb62e7c35a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:23.936480 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-22d74749-0c4c-43cf-ac88-fb62e7c35a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:23.951946 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-22d74749-0c4c-43cf-ac88-fb62e7c35a14 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3510082 Jun 23 16:17:23.952796 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016ebf6e-5cc5-45d2-a907-c3edab96341c None None] Network 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:17:24.091103 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a2e160-de55-46a7-8005-f7d6fb0dfa5a None None] Network 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:17:25.393527 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d334-1d94-4534-886f-fa2770950b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:27.908861 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3c1926bf-05ff-4577-ab35-4d1550a4e3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:28.261153 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:28.997740 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:30.530392 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:32.518265 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:35.492116 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Request body: {'port': {'device_id': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:35.567663 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:35.780088 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e06f9994-1b04-4ffe-8c14-53bbf7e9a502 req-d0698fe1-0787-4a91-8e0f-a69fb82342f6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542161 Jun 23 16:17:35.842775 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57553d2f-58f3-4922-8b37-9c0d0d3f2329 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:17:35.855289 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:35.889321 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Transition to ACTIVE for port object 57553d2f-58f3-4922-8b37-9c0d0d3f2329 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:17:35.896054 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:35.900674 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-95b65378-2adf-4d63-b53a-70036a90d4b9 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:35.971931 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f9994-1b04-4ffe-8c14-53bbf7e9a502 req-9be9c866-2934-498c-a5a6-896815168c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:35.975800 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e06f9994-1b04-4ffe-8c14-53bbf7e9a502 req-9be9c866-2934-498c-a5a6-896815168c4c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c&device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 1098 time: 0.0977945 Jun 23 16:17:36.071773 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Pushing event updated for resources: {'Port': ['ID=57553d2f-58f3-4922-8b37-9c0d0d3f2329,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:36.119105 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:36.119652 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:36.120155 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:36.120769 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:36.121103 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:36.121628 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:36.122211 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:36.122630 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:36.123157 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:36.123647 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:36.124229 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:36.124580 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:36.154171 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:36.184257 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f9994-1b04-4ffe-8c14-53bbf7e9a502 req-28c16247-82d0-4f86-8185-7fdd4303a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:36.185882 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e06f9994-1b04-4ffe-8c14-53bbf7e9a502 req-28c16247-82d0-4f86-8185-7fdd4303a92b service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b000be7-9e01-4eab-9594-f68a1f57b023 HTTP/1.1" status: 200 len: 912 time: 0.1470125 Jun 23 16:17:36.223188 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63651f69-cb1f-49b5-88cf-15d737485444 req-910119d0-180d-4af3-9a81-eb18ad909495 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:36.224844 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-63651f69-cb1f-49b5-88cf-15d737485444 req-910119d0-180d-4af3-9a81-eb18ad909495 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.2640867 Jun 23 16:17:36.232521 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Attempting to bind port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:17:36.232852 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Attempting to bind port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:17:36.233385 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Attempting to bind port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 on network 113f5523-e981-446e-9b93-54f8d7549c67 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:17:36.255293 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 on network 113f5523-e981-446e-9b93-54f8d7549c67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:17:36.255641 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Attempting to bind port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 on network 113f5523-e981-446e-9b93-54f8d7549c67 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:17:36.267994 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e06f9994-1b04-4ffe-8c14-53bbf7e9a502 req-71336542-1c9f-42ac-b98e-b16bd0788352 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca5360e7-9f9b-4652-988b-3b66d748b994 HTTP/1.1" status: 200 len: 1001 time: 0.0737743 Jun 23 16:17:36.273648 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed290b-6920-4275-9dbc-468176bcbae4 req-b778b0d5-3e3f-43cc-b14c-73cf1b90370f tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:36.275165 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e4ed290b-6920-4275-9dbc-468176bcbae4 req-b778b0d5-3e3f-43cc-b14c-73cf1b90370f tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 943 time: 0.2959845 Jun 23 16:17:36.280287 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:17:36.280642 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Checking segment: {'id': '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:17:36.280928 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Bound using segment: {'id': '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:17:36.281381 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Bound port: 57553d2f-58f3-4922-8b37-9c0d0d3f2329, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:17:36.281733 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:36.310328 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-63651f69-cb1f-49b5-88cf-15d737485444 req-6035609f-8363-46c3-8a5d-3badb92723af tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788109 Jun 23 16:17:36.349158 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f9994-1b04-4ffe-8c14-53bbf7e9a502 req-4a127f52-9512-49b0-8b2f-a62726eeaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:36.350835 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e06f9994-1b04-4ffe-8c14-53bbf7e9a502 req-4a127f52-9512-49b0-8b2f-a62726eeaf97 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ea3c836-5a07-41aa-bcd3-addf438d9fd2 HTTP/1.1" status: 200 len: 850 time: 0.0744183 Jun 23 16:17:36.364700 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e4ed290b-6920-4275-9dbc-468176bcbae4 req-91b79883-a576-4158-b568-f55d41f72ff6 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761099 Jun 23 16:17:36.394717 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] For port 57553d2f-58f3-4922-8b37-9c0d0d3f2329, host hv-cinder-78836, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:17:36.398683 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] For port 57553d2f-58f3-4922-8b37-9c0d0d3f2329, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:17:36.411191 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:36.414388 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-fc1446c2-cbf9-4a05-9260-cdbf0edd5b68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:36.493558 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:36.494173 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:36.495628 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] 10.222.0.86 "PUT /v2.0/ports/57553d2f-58f3-4922-8b37-9c0d0d3f2329 HTTP/1.1" status: 200 len: 1093 time: 1.0080385 Jun 23 16:17:36.499202 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:17:36.501263 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0c3e40-c19f-4581-b28b-ef9437ea550c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:17:36.550058 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Pushing event updated for resources: {'Port': ['ID=57553d2f-58f3-4922-8b37-9c0d0d3f2329,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:36.557200 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:36.604340 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-4af19f07-e31e-46aa-bb08-986ffc5c823f tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:36.605337 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-4af19f07-e31e-46aa-bb08-986ffc5c823f tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/networks?id=34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 HTTP/1.1" status: 200 len: 809 time: 0.1644406 Jun 23 16:17:36.654540 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-ded1006c-acbc-4f94-95b4-f279754b92e7 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/quotas/610364b7cba24d88b9ca68a7b07e8126 HTTP/1.1" status: 200 len: 375 time: 0.0253100 Jun 23 16:17:36.657335 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794ef3e7-de1c-4a90-ab71-049a5f841593 x-openstack-request-id: req-794ef3e7-de1c-4a90-ab71-049a5f841593 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:17:36.657749 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:17:36.658119 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-794ef3e7-de1c-4a90-ab71-049a5f841593 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:17:36.658646 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329', 'status': 'completed', 'code': 200} Jun 23 16:17:36.702462 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-9693ce1c-b575-415d-9268-4f8c9017f97b tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=610364b7cba24d88b9ca68a7b07e8126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468254 Jun 23 16:17:36.741015 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-0acbf5a4-9d59-4251-9e36-80e4f0e42ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:36.742633 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-0acbf5a4-9d59-4251-9e36-80e4f0e42ad3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3fd7706c17bf4aa2a7ba1381ae2be453&device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 1096 time: 0.1594524 Jun 23 16:17:36.746027 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f9994-1b04-4ffe-8c14-53bbf7e9a502 req-ceefda93-812d-47d4-9b91-59cbfd83b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:36.747532 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e06f9994-1b04-4ffe-8c14-53bbf7e9a502 req-ceefda93-812d-47d4-9b91-59cbfd83b21b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b000be7-9e01-4eab-9594-f68a1f57b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3458340 Jun 23 16:17:36.833110 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-7418a0fc-5885-4f16-9100-67e8ef0bca27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329 HTTP/1.1" status: 200 len: 217 time: 0.0466890 Jun 23 16:17:36.864132 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e06f9994-1b04-4ffe-8c14-53bbf7e9a502 req-15154453-bda2-465d-b71c-0bb9669b41fb service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917780 Jun 23 16:17:36.898588 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-5afd041b-deeb-43e4-9299-ef0afc50509f service neutron] 10.222.0.23 "GET /v2.0/networks/34a5011d-5e6b-4cc6-b419-e00d3f3eaea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859879 Jun 23 16:17:36.986533 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e06f9994-1b04-4ffe-8c14-53bbf7e9a502 req-06775b4d-d530-42a1-b972-0838603fc275 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159356 Jun 23 16:17:37.010147 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-97e0d2fb-c7ab-474e-a5d9-30b2ed8b3abb service neutron] 10.222.0.23 "GET /v2.0/networks/34a5011d-5e6b-4cc6-b419-e00d3f3eaea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142001 Jun 23 16:17:37.018325 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-930e87b5-181e-48ac-8c01-456f2000c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:37.020044 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-930e87b5-181e-48ac-8c01-456f2000c240 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4df47f88-7d1c-499a-af8d-74b891e20003 HTTP/1.1" status: 200 len: 854 time: 0.1725016 Jun 23 16:17:37.121999 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-9a54f06f-8686-4abd-be81-656f6a014d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:37.123207 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-9a54f06f-8686-4abd-be81-656f6a014d04 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=113f5523-e981-446e-9b93-54f8d7549c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0655594 Jun 23 16:17:37.192902 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a2d18f6e-2875-4336-89ae-f27dfcfc54fd req-3e6a7d91-bffa-4915-bd6c-0632c68cae23 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 210 time: 0.0368650 Jun 23 16:17:37.260783 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-8a7e3729-837c-4aa8-8ba5-963d45c7aa64 service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240139 Jun 23 16:17:37.359448 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01388922-80c8-46ba-94b7-68119ff4ba2a req-db0c14b2-b7d2-4544-9f90-f45f273f432a service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916247 Jun 23 16:17:37.588952 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cc318-6735-46dc-bec8-a61dc8130ad0 req-66b403cc-7e33-4970-a731-7efeb24bca06 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:37.590472 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-825cc318-6735-46dc-bec8-a61dc8130ad0 req-66b403cc-7e33-4970-a731-7efeb24bca06 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1381803 Jun 23 16:17:37.655509 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50877f2c-5149-4d18-b435-afb07e65934c req-45e0edf3-1319-457e-b2c0-599a6a3b8571 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:37.660880 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-50877f2c-5149-4d18-b435-afb07e65934c req-45e0edf3-1319-457e-b2c0-599a6a3b8571 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 943 time: 0.1570716 Jun 23 16:17:37.660880 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c3e40-c19f-4581-b28b-ef9437ea550c req-d4b052af-4423-4f26-9c57-94a632650b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:37.661976 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4c0c3e40-c19f-4581-b28b-ef9437ea550c req-d4b052af-4423-4f26-9c57-94a632650b33 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3fd7706c17bf4aa2a7ba1381ae2be453&device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 1096 time: 0.1282701 Jun 23 16:17:37.665274 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-825cc318-6735-46dc-bec8-a61dc8130ad0 req-ff8ea471-2b8d-4875-a2ed-bab98670de2e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689504 Jun 23 16:17:37.746870 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-50877f2c-5149-4d18-b435-afb07e65934c req-a0154bcd-33b3-4a60-a4cf-d9926d2af2f7 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806456 Jun 23 16:17:37.786048 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c3e40-c19f-4581-b28b-ef9437ea550c req-d60bc3da-bac7-4bcf-933e-78aafcf53d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:37.787701 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4c0c3e40-c19f-4581-b28b-ef9437ea550c req-d60bc3da-bac7-4bcf-933e-78aafcf53d73 service neutron] 10.222.0.86 "GET /v2.0/networks?id=113f5523-e981-446e-9b93-54f8d7549c67 HTTP/1.1" status: 200 len: 916 time: 0.1144507 Jun 23 16:17:37.898214 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4c0c3e40-c19f-4581-b28b-ef9437ea550c req-6b5845a9-2dc3-4742-95ca-b0f9302a8e08 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329 HTTP/1.1" status: 200 len: 217 time: 0.0383391 Jun 23 16:17:37.955043 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c3e40-c19f-4581-b28b-ef9437ea550c req-1921bb41-1432-4a85-af99-cb11a258da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:37.956439 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4c0c3e40-c19f-4581-b28b-ef9437ea550c req-1921bb41-1432-4a85-af99-cb11a258da9d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4df47f88-7d1c-499a-af8d-74b891e20003 HTTP/1.1" status: 200 len: 854 time: 0.0479496 Jun 23 16:17:38.077428 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c3e40-c19f-4581-b28b-ef9437ea550c req-5565bca8-3cf7-4b24-ba2c-ccbbc1733087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:38.079016 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4c0c3e40-c19f-4581-b28b-ef9437ea550c req-5565bca8-3cf7-4b24-ba2c-ccbbc1733087 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=113f5523-e981-446e-9b93-54f8d7549c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760665 Jun 23 16:17:38.205750 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4c0c3e40-c19f-4581-b28b-ef9437ea550c req-1e3f43d3-f2e8-4015-af63-d3446b39eb5f service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018863 Jun 23 16:17:38.208702 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88710a2c-fc77-4d2c-899c-ab08fe7743b3 req-3dda4185-e495-4a70-8c68-ea69bd17685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:38.210192 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-88710a2c-fc77-4d2c-899c-ab08fe7743b3 req-3dda4185-e495-4a70-8c68-ea69bd17685c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 1098 time: 0.1059527 Jun 23 16:17:38.287965 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-88710a2c-fc77-4d2c-899c-ab08fe7743b3 req-30c8bd5c-c351-4574-9aab-39c60b5cb275 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635650 Jun 23 16:17:38.340216 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4c0c3e40-c19f-4581-b28b-ef9437ea550c req-9a42cee7-3736-4a6b-b823-55901c450414 service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241417 Jun 23 16:17:38.378733 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7db2fb83-3c0a-4300-a63f-ae5fc2fc2135 req-3890ba67-928d-472d-bfba-396605852dae tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 210 time: 0.0324519 Jun 23 16:17:38.860066 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e005a-53d8-4e5d-9825-912ee789c4cf req-4f4fdfde-02b8-4146-8300-434215123951 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:38.861763 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-038e005a-53d8-4e5d-9825-912ee789c4cf req-4f4fdfde-02b8-4146-8300-434215123951 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0754933 Jun 23 16:17:38.930143 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-038e005a-53d8-4e5d-9825-912ee789c4cf req-039e5900-4599-4274-bae3-1cb7e4f142bc tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618441 Jun 23 16:17:38.959503 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf0458-96c0-477e-b0a6-d7175b1411ff req-e80775fd-f65d-466f-8cc5-5435f12641bc tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:38.961015 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-06cf0458-96c0-477e-b0a6-d7175b1411ff req-e80775fd-f65d-466f-8cc5-5435f12641bc tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 943 time: 0.0793369 Jun 23 16:17:38.997974 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-06cf0458-96c0-477e-b0a6-d7175b1411ff req-06fe698f-ea3a-4e10-b678-7d97cf279498 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310204 Jun 23 16:17:39.307103 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-c3471aaa-db7e-4696-b2d1-732c8808dddb tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:39.308493 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-c3471aaa-db7e-4696-b2d1-732c8808dddb tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.86 "GET /v2.0/networks?id=34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 HTTP/1.1" status: 200 len: 809 time: 0.1124685 Jun 23 16:17:39.380305 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Request body: {'port': {'device_id': 'ecaae6c4-d986-49b9-bbf3-a84fa54f1924', 'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9', 'admin_state_up': True, 'tenant_id': '610364b7cba24d88b9ca68a7b07e8126'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:39.540926 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-03cd4ca1-edb0-49b6-888d-04a9bfd8c5bd req-0a8bf377-4ae0-4040-b617-0ce312142c97 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 210 time: 0.0392427 Jun 23 16:17:39.571261 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Made reservation on behalf of 610364b7cba24d88b9ca68a7b07e8126 for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:17:39.574973 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:39.977871 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Allocated IP 172.20.0.14 (34a5011d-5e6b-4cc6-b419-e00d3f3eaea9/70a23519-033c-4e6b-8017-48b9e37cd445/de4b2e09-bdc2-4647-bd3e-ba6d80076339) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:17:39.999886 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1ba46-58a8-4575-8b83-c5842cf33013 req-972ba812-101d-4f23-8a8a-661a7e6973ce tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:40.003632 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-40d1ba46-58a8-4575-8b83-c5842cf33013 req-972ba812-101d-4f23-8a8a-661a7e6973ce tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.3609774 Jun 23 16:17:40.086711 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-40d1ba46-58a8-4575-8b83-c5842cf33013 req-73e1c193-67b4-438d-b2f7-fe9d5713d9ce tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697103 Jun 23 16:17:40.235192 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:40.323422 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7fdde-3de0-4367-9ae7-0e82b2f677a0 req-e55d65a3-ea41-42c6-a7f1-73b0245ff8ac tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:40.324892 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d3e7fdde-3de0-4367-9ae7-0e82b2f677a0 req-e55d65a3-ea41-42c6-a7f1-73b0245ff8ac tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1468914 Jun 23 16:17:40.348237 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5c537-c2be-4cdc-b956-07f3dbf7fdbe req-eed818b8-ce64-4b2c-bf9c-db9d0622c5ef tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:40.349674 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-93f5c537-c2be-4cdc-b956-07f3dbf7fdbe req-eed818b8-ce64-4b2c-bf9c-db9d0622c5ef tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 943 time: 0.1353035 Jun 23 16:17:40.352065 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:40.363347 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0918af11-203f-44e9-aaf9-f6f239ad3757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:40.447885 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Network 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:17:40.456165 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d3e7fdde-3de0-4367-9ae7-0e82b2f677a0 req-45e3f53b-54d1-4201-a103-1bccdf494ce8 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247203 Jun 23 16:17:40.459533 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:17:40.461056 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Pushing event updated for resources: {'Port': ['ID=de4b2e09-bdc2-4647-bd3e-ba6d80076339,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:40.463689 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:17:40.467895 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:40.488281 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-93f5c537-c2be-4cdc-b956-07f3dbf7fdbe req-dbe42fbb-dc46-4ccc-8c85-7b2ba94ce61d tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258063 Jun 23 16:17:40.517022 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:40.517640 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:40.536251 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1605566 Jun 23 16:17:40.643646 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Request body: {'port': {'device_id': 'ecaae6c4-d986-49b9-bbf3-a84fa54f1924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:40.770508 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:40.791662 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc376b-8e16-4807-8b6e-17ca07c1a242 req-5aa1bb9a-54b0-41f9-8de1-f4301fc8cbe7 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:40.793132 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-05fc376b-8e16-4807-8b6e-17ca07c1a242 req-5aa1bb9a-54b0-41f9-8de1-f4301fc8cbe7 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 932 time: 0.1116772 Jun 23 16:17:40.909444 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-05fc376b-8e16-4807-8b6e-17ca07c1a242 req-05b12af3-33de-44a0-b41d-583f072eed95 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929792 Jun 23 16:17:41.131927 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4b2e09-bdc2-4647-bd3e-ba6d80076339 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:17:41.145202 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:41.171736 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Transition to ACTIVE for port object de4b2e09-bdc2-4647-bd3e-ba6d80076339 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:17:41.183853 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-3e17dcbd-5600-46f5-8053-7f98390aadb8 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:41.185139 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-3e17dcbd-5600-46f5-8053-7f98390aadb8 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/networks?id=db3d1383-f484-49d2-b648-61655da4c6ee HTTP/1.1" status: 200 len: 815 time: 0.1492555 Jun 23 16:17:41.185894 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:41.188027 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:41.262379 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-7d931cb4-4688-4a98-9e59-4343d0c6f67b tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/quotas/b79b999c57f64537a642959526918275 HTTP/1.1" status: 200 len: 375 time: 0.0524688 Jun 23 16:17:41.283695 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=de4b2e09-bdc2-4647-bd3e-ba6d80076339,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:41.286618 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:41.403745 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d7c86-053b-44c2-9e59-72630de707a0 req-1f300255-2b3b-4efd-aa79-e13d94557c6a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:41.405201 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-760d7c86-053b-44c2-9e59-72630de707a0 req-1f300255-2b3b-4efd-aa79-e13d94557c6a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1893251 Jun 23 16:17:41.431800 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Attempting to bind port de4b2e09-bdc2-4647-bd3e-ba6d80076339 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:17:41.432125 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Attempting to bind port de4b2e09-bdc2-4647-bd3e-ba6d80076339 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e908ee5f-b09f-486b-aaaf-a2308c04c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:17:41.432434 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Attempting to bind port de4b2e09-bdc2-4647-bd3e-ba6d80076339 on network 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:17:41.443048 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-8cb575fb-b93e-46fe-ac1d-21a91de3b469 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b79b999c57f64537a642959526918275&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1729860 Jun 23 16:17:41.449654 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Port de4b2e09-bdc2-4647-bd3e-ba6d80076339 on network 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:17:41.449965 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Attempting to bind port de4b2e09-bdc2-4647-bd3e-ba6d80076339 on network 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:17:41.490667 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-760d7c86-053b-44c2-9e59-72630de707a0 req-23d607e9-6eb0-436d-8c6c-12e9c7ca80d4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788410 Jun 23 16:17:41.491434 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:17:41.491801 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Checking segment: {'id': 'e908ee5f-b09f-486b-aaaf-a2308c04c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:17:41.492162 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Bound using segment: {'id': 'e908ee5f-b09f-486b-aaaf-a2308c04c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:17:41.492596 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Bound port: de4b2e09-bdc2-4647-bd3e-ba6d80076339, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e908ee5f-b09f-486b-aaaf-a2308c04c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:17:41.492928 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:41.602577 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-c0642c10-dfd5-44bd-a6f5-485105c10a20 service neutron] 10.222.0.23 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503778 Jun 23 16:17:41.606264 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] For port de4b2e09-bdc2-4647-bd3e-ba6d80076339, host hv-cinder-78836, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:17:41.617995 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] For port de4b2e09-bdc2-4647-bd3e-ba6d80076339, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=de4b2e09-bdc2-4647-bd3e-ba6d80076339,segment=NetworkSegment(e908ee5f-b09f-486b-aaaf-a2308c04c59f),segment_id=e908ee5f-b09f-486b-aaaf-a2308c04c59f)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:17:41.635148 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 57553d2f-58f3-4922-8b37-9c0d0d3f2329 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:17:41.659031 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:41.669591 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:41.730885 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 57553d2f-58f3-4922-8b37-9c0d0d3f2329, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:41.738634 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:41.739262 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:41.740592 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] 10.222.0.86 "PUT /v2.0/ports/de4b2e09-bdc2-4647-bd3e-ba6d80076339 HTTP/1.1" status: 200 len: 1094 time: 1.1018066 Jun 23 16:17:41.741746 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecaae6c4-d986-49b9-bbf3-a84fa54f1924', 'tag': 'de4b2e09-bdc2-4647-bd3e-ba6d80076339'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:17:41.742266 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': '57553d2f-58f3-4922-8b37-9c0d0d3f2329', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'port_id': '57553d2f-58f3-4922-8b37-9c0d0d3f2329', 'mac_address': 'fa:16:3e:27:33:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:17:41.744010 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5037c230-985c-433d-8656-f4a2505aa46a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecaae6c4-d986-49b9-bbf3-a84fa54f1924", "tag": "de4b2e09-bdc2-4647-bd3e-ba6d80076339"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:17:41.779250 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:41.786780 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=de4b2e09-bdc2-4647-bd3e-ba6d80076339,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:41.792797 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57553d2f-58f3-4922-8b37-9c0d0d3f2329 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:17:41.795367 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:41.803643 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-6ea65800-e7ee-4fd1-a409-b42893800c4f service neutron] 10.222.0.23 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842904 Jun 23 16:17:41.812083 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7160dc-042c-463f-b4c6-57e8e3b09645 req-56be00dd-c7d0-4c5b-a65b-70fb9c674e3c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:41.813566 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4d7160dc-042c-463f-b4c6-57e8e3b09645 req-56be00dd-c7d0-4c5b-a65b-70fb9c674e3c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.2087667 Jun 23 16:17:41.817026 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 57553d2f-58f3-4922-8b37-9c0d0d3f2329, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:41.822812 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:41.826134 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:41.879319 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=57553d2f-58f3-4922-8b37-9c0d0d3f2329,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:41.882663 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4d7160dc-042c-463f-b4c6-57e8e3b09645 req-6ccf1bd8-4c00-44e0-8dd3-bb4e37d96d46 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626292 Jun 23 16:17:41.896325 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:41.896719 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:41.897061 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:41.897438 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:41.898003 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:41.898399 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:41.898722 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:41.899317 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:41.900047 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:41.900571 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:41.901166 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:41.901634 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:41.917077 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:41.927874 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-261267ef-6bbe-4518-8278-19b967e22175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:41.930932 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-261267ef-6bbe-4518-8278-19b967e22175 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=610364b7cba24d88b9ca68a7b07e8126&device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 1097 time: 0.0871196 Jun 23 16:17:41.984780 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7b238b-d3e0-47fb-b0c9-2a22338059a7 x-openstack-request-id: req-da7b238b-d3e0-47fb-b0c9-2a22338059a7 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:17:41.985090 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecaae6c4-d986-49b9-bbf3-a84fa54f1924", "tag": "de4b2e09-bdc2-4647-bd3e-ba6d80076339", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:17:41.985361 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da7b238b-d3e0-47fb-b0c9-2a22338059a7 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:17:41.985775 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecaae6c4-d986-49b9-bbf3-a84fa54f1924', 'tag': 'de4b2e09-bdc2-4647-bd3e-ba6d80076339', 'status': 'completed', 'code': 200} Jun 23 16:17:41.987583 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-d47aa2b7-8d4d-4070-ac33-851551329b66 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de4b2e09-bdc2-4647-bd3e-ba6d80076339 HTTP/1.1" status: 200 len: 217 time: 0.0392356 Jun 23 16:17:42.097111 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-0b175e01-b6b7-4386-b630-ebb5402e02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:42.097844 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-0b175e01-b6b7-4386-b630-ebb5402e02ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=70a23519-033c-4e6b-8017-48b9e37cd445 HTTP/1.1" status: 200 len: 849 time: 0.0890975 Jun 23 16:17:42.143723 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-2dc7e685-22d5-438c-ace4-1c514c3c0fbd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34a5011d-5e6b-4cc6-b419-e00d3f3eaea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308535 Jun 23 16:17:42.153111 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b6f45-f668-4099-ad21-16bf9eeb7f10 req-04cdee8d-0684-4bbb-81e7-a4906e0d4d37 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:42.154702 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1f4b6f45-f668-4099-ad21-16bf9eeb7f10 req-04cdee8d-0684-4bbb-81e7-a4906e0d4d37 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 944 time: 0.1356556 Jun 23 16:17:42.288254 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1f4b6f45-f668-4099-ad21-16bf9eeb7f10 req-92230c62-446f-4a8f-9ba2-7779a0c6a745 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165402 Jun 23 16:17:42.328455 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-db62dae4-6a23-48a8-a6a3-81c05e6fd0d3 service neutron] 10.222.0.86 "GET /v2.0/networks/34a5011d-5e6b-4cc6-b419-e00d3f3eaea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635768 Jun 23 16:17:42.337406 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e008b-10a3-431c-b41f-0fcd3203709e req-baebff16-b1ba-44c2-b16e-6e095b764f07 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:42.338990 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-413e008b-10a3-431c-b41f-0fcd3203709e req-baebff16-b1ba-44c2-b16e-6e095b764f07 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 944 time: 0.1942554 Jun 23 16:17:42.386251 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['57553d2f-58f3-4922-8b37-9c0d0d3f2329'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:17:42.436839 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f4a342b8-52d6-4283-8bb5-b4572e19a54f req-d46ac123-e84c-426f-844c-9a396b80573d tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 210 time: 0.0681016 Jun 23 16:17:42.495767 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-413e008b-10a3-431c-b41f-0fcd3203709e req-1d309a69-393c-4185-ac0e-9d4028874995 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353359 Jun 23 16:17:42.555455 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca4d226a-1bf5-4714-83c7-9da277feaf8a req-3a65c2e5-52b4-4888-9010-ef90fb334918 service neutron] 10.222.0.86 "GET /v2.0/networks/34a5011d-5e6b-4cc6-b419-e00d3f3eaea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068646 Jun 23 16:17:42.705697 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a7bdb-2ebb-4ade-9c02-99b8b7393609 req-be2698c3-f41f-4b40-9a5a-0ffaca8a855a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:42.707448 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d07a7bdb-2ebb-4ade-9c02-99b8b7393609 req-be2698c3-f41f-4b40-9a5a-0ffaca8a855a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.0676019 Jun 23 16:17:42.812133 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d07a7bdb-2ebb-4ade-9c02-99b8b7393609 req-65d43072-20f2-40c7-960c-29dcc83c8a90 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973101 Jun 23 16:17:42.853115 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa1168-046a-44b7-a449-3d531d6f8e2b req-29dcd618-1582-4ba4-b2f3-97f0450d30ff tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:42.854551 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-56fa1168-046a-44b7-a449-3d531d6f8e2b req-29dcd618-1582-4ba4-b2f3-97f0450d30ff tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1197662 Jun 23 16:17:42.861980 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037c230-985c-433d-8656-f4a2505aa46a req-3132a800-ea93-45e1-aabe-50c2a1453b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:42.863464 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5037c230-985c-433d-8656-f4a2505aa46a req-3132a800-ea93-45e1-aabe-50c2a1453b36 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=610364b7cba24d88b9ca68a7b07e8126&device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 1097 time: 0.0933290 Jun 23 16:17:42.926389 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-56fa1168-046a-44b7-a449-3d531d6f8e2b req-4125fdb3-4c51-479a-a269-7d84c240448f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619154 Jun 23 16:17:42.943123 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcda91f-eb4d-4558-a71f-71d62a6719a5 req-c00b1e6c-0027-4cae-8cf9-6a02c55335af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:42.944759 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2fcda91f-eb4d-4558-a71f-71d62a6719a5 req-c00b1e6c-0027-4cae-8cf9-6a02c55335af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6392760d904cc6a4f117b3c04703e1&device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 1098 time: 0.0594964 Jun 23 16:17:42.990737 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037c230-985c-433d-8656-f4a2505aa46a req-abedd7e3-5855-449d-92dd-764bc0d0c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:42.993172 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5037c230-985c-433d-8656-f4a2505aa46a req-abedd7e3-5855-449d-92dd-764bc0d0c39c service neutron] 10.222.0.86 "GET /v2.0/networks?id=34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 HTTP/1.1" status: 200 len: 910 time: 0.1071758 Jun 23 16:17:43.040888 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5037c230-985c-433d-8656-f4a2505aa46a req-fbb72a3b-8acb-4351-be55-330816d7ad06 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de4b2e09-bdc2-4647-bd3e-ba6d80076339 HTTP/1.1" status: 200 len: 217 time: 0.0376711 Jun 23 16:17:43.055390 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcda91f-eb4d-4558-a71f-71d62a6719a5 req-09d9187f-0cce-4235-b359-39ad2ce3f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:43.056817 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2fcda91f-eb4d-4558-a71f-71d62a6719a5 req-09d9187f-0cce-4235-b359-39ad2ce3f24f service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a89471-52b2-40ae-a8f0-056b1821cd63 HTTP/1.1" status: 200 len: 920 time: 0.0892723 Jun 23 16:17:43.088978 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037c230-985c-433d-8656-f4a2505aa46a req-1be30f9e-b8ae-489d-aab0-ae8a3e01c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:43.090482 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5037c230-985c-433d-8656-f4a2505aa46a req-1be30f9e-b8ae-489d-aab0-ae8a3e01c75e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=70a23519-033c-4e6b-8017-48b9e37cd445 HTTP/1.1" status: 200 len: 849 time: 0.0420995 Jun 23 16:17:43.115783 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2fcda91f-eb4d-4558-a71f-71d62a6719a5 req-2d3198fc-ab20-4406-9998-c751632e7024 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93896dd1-c98b-4880-bec7-eabfaecb5f81 HTTP/1.1" status: 200 len: 217 time: 0.0385060 Jun 23 16:17:43.127788 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5037c230-985c-433d-8656-f4a2505aa46a req-1c08f1cf-39ce-41bc-9866-c89f91a45852 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34a5011d-5e6b-4cc6-b419-e00d3f3eaea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297024 Jun 23 16:17:43.167182 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcda91f-eb4d-4558-a71f-71d62a6719a5 req-13c2b875-7ffc-499b-87ef-5a75881b5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:43.168606 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2fcda91f-eb4d-4558-a71f-71d62a6719a5 req-13c2b875-7ffc-499b-87ef-5a75881b5100 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=81a16e50-4902-426d-a9a7-7c4e7c412276 HTTP/1.1" status: 200 len: 859 time: 0.0434465 Jun 23 16:17:43.211792 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2fcda91f-eb4d-4558-a71f-71d62a6719a5 req-04822f09-b211-4999-868e-62f1248580a6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a89471-52b2-40ae-a8f0-056b1821cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270050 Jun 23 16:17:43.223666 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5037c230-985c-433d-8656-f4a2505aa46a req-e00d6928-e392-4798-b4c5-f23038a2e10a service neutron] 10.222.0.86 "GET /v2.0/networks/34a5011d-5e6b-4cc6-b419-e00d3f3eaea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849392 Jun 23 16:17:43.309445 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2fcda91f-eb4d-4558-a71f-71d62a6719a5 req-9cf58f49-65ee-4dab-96b8-7eee565796a5 service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887847 Jun 23 16:17:43.337933 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5037c230-985c-433d-8656-f4a2505aa46a req-5a06c3c7-aef5-43de-afeb-8150ca019f92 service neutron] 10.222.0.86 "GET /v2.0/networks/34a5011d-5e6b-4cc6-b419-e00d3f3eaea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018267 Jun 23 16:17:43.424336 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2fcda91f-eb4d-4558-a71f-71d62a6719a5 req-08c81bf8-d912-4ffc-8146-152e06d9aa11 service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006114 Jun 23 16:17:43.480724 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048bee8-6ee4-4f28-a69b-34492d5cb6fc req-0ec0d7a1-2b17-419f-900a-05bfc9c3b140 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:43.482451 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9048bee8-6ee4-4f28-a69b-34492d5cb6fc req-0ec0d7a1-2b17-419f-900a-05bfc9c3b140 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 944 time: 0.0702641 Jun 23 16:17:43.528700 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9048bee8-6ee4-4f28-a69b-34492d5cb6fc req-1176fe1b-0af2-45ca-98e4-71d2ac86d8e6 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Jun 23 16:17:43.679640 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c991f7cb-16a9-4801-8b4a-c04273263636 req-3cda7e63-0434-4bea-8b7b-7c03c6639528 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 210 time: 0.0424550 Jun 23 16:17:43.755843 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edf1f-a015-4fae-ab01-a53b442983ec req-8f8e6eca-441a-4ce8-b237-d613a058f3ac tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:43.757562 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c20edf1f-a015-4fae-ab01-a53b442983ec req-8f8e6eca-441a-4ce8-b237-d613a058f3ac tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 944 time: 0.1044827 Jun 23 16:17:43.805961 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c20edf1f-a015-4fae-ab01-a53b442983ec req-c2e67941-e924-41e9-b355-9c47e6b64152 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381963 Jun 23 16:17:43.806949 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-c4305c82-4298-4a11-84dc-8931126f9e92 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:43.808272 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-c4305c82-4298-4a11-84dc-8931126f9e92 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "GET /v2.0/networks?id=db3d1383-f484-49d2-b648-61655da4c6ee HTTP/1.1" status: 200 len: 815 time: 0.1373389 Jun 23 16:17:43.888383 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbaf0e-b7cf-477e-b721-9bf200a61e02 req-fe8dd75c-0855-4f48-b8cc-2d2fa4ca6b5f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:43.890332 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-cddbaf0e-b7cf-477e-b721-9bf200a61e02 req-fe8dd75c-0855-4f48-b8cc-2d2fa4ca6b5f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0690060 Jun 23 16:17:43.941043 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-cddbaf0e-b7cf-477e-b721-9bf200a61e02 req-eb99817c-4f77-43ce-ac8c-8dd224b6bef0 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454178 Jun 23 16:17:43.945052 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Request body: {'port': {'device_id': '759a3b51-21c7-4c18-9484-60b32549ed4a', 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee', 'admin_state_up': True, 'tenant_id': 'b79b999c57f64537a642959526918275'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:44.037297 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf192f3-18a0-4a3b-9a34-d290941f53a7 req-3e67c8f2-3631-447e-a1b4-1e72b88333a1 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:44.042938 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9bf192f3-18a0-4a3b-9a34-d290941f53a7 req-3e67c8f2-3631-447e-a1b4-1e72b88333a1 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1065342 Jun 23 16:17:44.095701 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Made reservation on behalf of b79b999c57f64537a642959526918275 for: {'port': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:17:44.099474 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:44.108600 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9bf192f3-18a0-4a3b-9a34-d290941f53a7 req-ee139b0a-50f7-4fb7-8873-e397aa7c5e0c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640609 Jun 23 16:17:44.149465 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96a69d-2a4b-44e5-901d-80f0b10a3a20 req-8864d252-7705-40f6-a5f6-1aa0d6811e12 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:44.150603 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6c96a69d-2a4b-44e5-901d-80f0b10a3a20 req-8864d252-7705-40f6-a5f6-1aa0d6811e12 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0821271 Jun 23 16:17:44.192747 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6c96a69d-2a4b-44e5-901d-80f0b10a3a20 req-2f60e3b3-c52c-4d28-a764-968c0913adf3 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361159 Jun 23 16:17:44.233660 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Allocated IP 172.20.0.4 (db3d1383-f484-49d2-b648-61655da4c6ee/b48cefcd-53d9-4e64-a2fe-9d478425a457/612249a6-24ae-4d59-bef5-d2280ab7ea60) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:17:44.390578 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:44.432475 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28743793'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:44.436643 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:44.485230 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Network db3d1383-f484-49d2-b648-61655da4c6ee is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:17:44.487324 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['1df30bd8-6b48-454f-8191-7b13ebe370db', 'af42c0b5-a82b-44af-91cf-87c150b49782', 'cc0441ae-a780-4526-9a2c-a6f1436c1505'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:17:44.488892 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:17:44.493593 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:17:44.497853 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Pushing event updated for resources: {'Port': ['ID=612249a6-24ae-4d59-bef5-d2280ab7ea60,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:44.522667 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:44.523028 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:44.523390 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:44.523734 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:44.524076 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:44.524418 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:44.524752 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:44.525089 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:44.525424 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:44.525747 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:44.526080 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:44.526440 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:17:44.531777 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:44.555515 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:44.556141 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:44.572886 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6323972 Jun 23 16:17:44.602570 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Request body: {'port': {'device_id': '759a3b51-21c7-4c18-9484-60b32549ed4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:44.694182 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:44.734976 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d42fe-4719-4c92-877a-e2e1be783219 req-3efc8761-f430-4cc7-89f5-db2bfe04b608 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:44.739146 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-694d42fe-4719-4c92-877a-e2e1be783219 req-3efc8761-f430-4cc7-89f5-db2bfe04b608 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 944 time: 0.0728188 Jun 23 16:17:44.783785 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-694d42fe-4719-4c92-877a-e2e1be783219 req-f68d89d7-e0b7-4915-a1b6-f69fe1ad5cfe tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395348 Jun 23 16:17:44.880924 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd659a2-01f4-4d60-8210-85fbbefba94e req-3fcaf26d-6a30-4621-855d-b6745b457bfb tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:44.881333 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1dd659a2-01f4-4d60-8210-85fbbefba94e req-3fcaf26d-6a30-4621-855d-b6745b457bfb tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 931 time: 0.0747321 Jun 23 16:17:44.938233 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1dd659a2-01f4-4d60-8210-85fbbefba94e req-ee1f856b-244a-444e-84cb-591119825b03 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506170 Jun 23 16:17:45.000264 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a2581-ad10-4256-98a2-237fa01336cc req-8a3e007d-f55f-4e7f-a2c2-8f662973800e tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:45.002798 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c0a2581-ad10-4256-98a2-237fa01336cc req-8a3e007d-f55f-4e7f-a2c2-8f662973800e tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 944 time: 0.0766306 Jun 23 16:17:45.031965 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612249a6-24ae-4d59-bef5-d2280ab7ea60 {{(pid=93113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:17:45.041430 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:45.057501 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c0a2581-ad10-4256-98a2-237fa01336cc req-bd00d426-7740-4922-b830-67c18ad2690e tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491078 Jun 23 16:17:45.068594 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Transition to ACTIVE for port object 612249a6-24ae-4d59-bef5-d2280ab7ea60 will not be triggered until provisioned by entity L2. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:17:45.074742 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:45.077617 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:45.137781 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Pushing event updated for resources: {'Port': ['ID=612249a6-24ae-4d59-bef5-d2280ab7ea60,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:45.142291 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:45.208565 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Attempting to bind port 612249a6-24ae-4d59-bef5-d2280ab7ea60 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:17:45.208901 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Attempting to bind port 612249a6-24ae-4d59-bef5-d2280ab7ea60 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:17:45.209229 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Attempting to bind port 612249a6-24ae-4d59-bef5-d2280ab7ea60 on network db3d1383-f484-49d2-b648-61655da4c6ee {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:17:45.214291 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Port 612249a6-24ae-4d59-bef5-d2280ab7ea60 on network db3d1383-f484-49d2-b648-61655da4c6ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:17:45.214785 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Attempting to bind port 612249a6-24ae-4d59-bef5-d2280ab7ea60 on network db3d1383-f484-49d2-b648-61655da4c6ee {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:17:45.226442 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:17:45.226808 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Checking segment: {'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:17:45.227385 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Bound using segment: {'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:17:45.228082 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Bound port: 612249a6-24ae-4d59-bef5-d2280ab7ea60, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee'}}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:17:45.228523 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:45.297249 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] For port 612249a6-24ae-4d59-bef5-d2280ab7ea60, host hv-cinder-78836, cleared binding levels {{(pid=93113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:17:45.300751 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] For port 612249a6-24ae-4d59-bef5-d2280ab7ea60, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=612249a6-24ae-4d59-bef5-d2280ab7ea60,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:17:45.306327 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:45.310805 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:45.333916 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839948ed-342d-44ad-baca-09c294ebe61f req-4aa6f931-6580-472b-bee7-a892532cb3d3 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:45.335553 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-839948ed-342d-44ad-baca-09c294ebe61f req-4aa6f931-6580-472b-bee7-a892532cb3d3 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1152031 Jun 23 16:17:45.349476 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b42a9-9e14-4133-beeb-4e385c72bf7d req-5cd4dd35-acc8-4fac-93e0-141b61db311d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:45.351510 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f33b42a9-9e14-4133-beeb-4e385c72bf7d req-5cd4dd35-acc8-4fac-93e0-141b61db311d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1025572 Jun 23 16:17:45.353958 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:45.354853 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:45.357137 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] 10.222.0.86 "PUT /v2.0/ports/612249a6-24ae-4d59-bef5-d2280ab7ea60 HTTP/1.1" status: 200 len: 1093 time: 0.7659438 Jun 23 16:17:45.357703 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759a3b51-21c7-4c18-9484-60b32549ed4a', 'tag': '612249a6-24ae-4d59-bef5-d2280ab7ea60'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:17:45.361177 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da8f4a6-a243-4548-be63-2f42839ae476" -d '{"events": [{"name": "network-changed", "server_uuid": "759a3b51-21c7-4c18-9484-60b32549ed4a", "tag": "612249a6-24ae-4d59-bef5-d2280ab7ea60"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:17:45.388689 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Pushing event updated for resources: {'Port': ['ID=612249a6-24ae-4d59-bef5-d2280ab7ea60,revision_number=3']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:45.391735 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:45.405750 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-839948ed-342d-44ad-baca-09c294ebe61f req-0a9389ba-f967-4f9a-8f5d-fe66010466a7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637858 Jun 23 16:17:45.413382 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f33b42a9-9e14-4133-beeb-4e385c72bf7d req-447f2d28-0686-4a79-86c5-ede0f20d828d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482457 Jun 23 16:17:45.468527 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cbd850-4137-46d7-b136-a50a83dfae4b x-openstack-request-id: req-48cbd850-4137-46d7-b136-a50a83dfae4b {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:17:45.468839 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759a3b51-21c7-4c18-9484-60b32549ed4a", "tag": "612249a6-24ae-4d59-bef5-d2280ab7ea60", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:17:45.470566 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48cbd850-4137-46d7-b136-a50a83dfae4b {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:17:45.471026 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759a3b51-21c7-4c18-9484-60b32549ed4a', 'tag': '612249a6-24ae-4d59-bef5-d2280ab7ea60', 'status': 'completed', 'code': 200} Jun 23 16:17:45.496747 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-093b44e7-ffb7-4b9b-a6e0-044be1c21257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:45.498235 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-093b44e7-ffb7-4b9b-a6e0-044be1c21257 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b79b999c57f64537a642959526918275&device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 1096 time: 0.0688071 Jun 23 16:17:45.558801 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-ffba6ba4-5e3e-4b41-8f5c-1d58947f60bc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=612249a6-24ae-4d59-bef5-d2280ab7ea60 HTTP/1.1" status: 200 len: 217 time: 0.0336397 Jun 23 16:17:45.574427 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41093170-ff22-40cd-9d75-bad5782f34d6 req-f9e572fb-3343-43bd-b634-ebcae7d257fa tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:45.575868 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-41093170-ff22-40cd-9d75-bad5782f34d6 req-f9e572fb-3343-43bd-b634-ebcae7d257fa tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0632894 Jun 23 16:17:45.613404 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-41093170-ff22-40cd-9d75-bad5782f34d6 req-9d837832-44e1-41d3-b9fe-d43b39c9d04f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318148 Jun 23 16:17:45.621321 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-6e0a0ccf-09b0-4b11-bf1b-fe6b54458fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:45.622791 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-6e0a0ccf-09b0-4b11-bf1b-fe6b54458fac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b48cefcd-53d9-4e64-a2fe-9d478425a457 HTTP/1.1" status: 200 len: 855 time: 0.0468409 Jun 23 16:17:45.656627 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-047677a1-2c35-46d9-b710-e5f94bf98c9a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=db3d1383-f484-49d2-b648-61655da4c6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260444 Jun 23 16:17:45.711228 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device de4b2e09-bdc2-4647-bd3e-ba6d80076339 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:17:45.724870 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 57553d2f-58f3-4922-8b37-9c0d0d3f2329 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:17:45.751538 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-235122a4-908e-4f28-88d5-20f4e62d01c6 service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837581 Jun 23 16:17:45.830179 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:17:45.841241 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:45.841588 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:45.861414 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1c243fb3-5000-4af4-85ef-afe92394dfa2 req-6546cd7e-e6f9-43f0-aa87-cb927a45ea52 service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989654 Jun 23 16:17:45.871547 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port de4b2e09-bdc2-4647-bd3e-ba6d80076339, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=de4b2e09-bdc2-4647-bd3e-ba6d80076339,segment=NetworkSegment(e908ee5f-b09f-486b-aaaf-a2308c04c59f),segment_id=e908ee5f-b09f-486b-aaaf-a2308c04c59f)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:45.890171 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': 'de4b2e09-bdc2-4647-bd3e-ba6d80076339', 'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9', 'port_id': 'de4b2e09-bdc2-4647-bd3e-ba6d80076339', 'mac_address': 'fa:16:3e:90:9d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a23519-033c-4e6b-8017-48b9e37cd445', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:17:45.936560 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:45.966558 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757d134-a47a-4e36-b441-d1af28d289fe req-631412aa-19d9-4ea0-a690-a9bc81440a8d tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:45.967833 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4b2e09-bdc2-4647-bd3e-ba6d80076339 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:17:45.970835 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0757d134-a47a-4e36-b441-d1af28d289fe req-631412aa-19d9-4ea0-a690-a9bc81440a8d tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 944 time: 0.0691531 Jun 23 16:17:45.989090 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:46.008228 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port de4b2e09-bdc2-4647-bd3e-ba6d80076339, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=de4b2e09-bdc2-4647-bd3e-ba6d80076339,segment=NetworkSegment(e908ee5f-b09f-486b-aaaf-a2308c04c59f),segment_id=e908ee5f-b09f-486b-aaaf-a2308c04c59f)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:46.021687 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:17:46.022924 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0757d134-a47a-4e36-b441-d1af28d289fe req-4b83c499-a0c5-4b83-be42-716f0a9cc0f7 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476706 Jun 23 16:17:46.024232 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6142c6f3-cc99-4cdc-85de-e93e87ba15db" -d '{"events": [{"server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "name": "network-vif-plugged", "status": "completed", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:17:46.036770 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:46.040257 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:46.043702 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 57553d2f-58f3-4922-8b37-9c0d0d3f2329, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:46.079957 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102c85e9-6994-4cf5-ae1a-f00b88bf3a8b x-openstack-request-id: req-102c85e9-6994-4cf5-ae1a-f00b88bf3a8b {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:17:46.080484 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "name": "network-vif-plugged", "status": "completed", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:17:46.080835 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-102c85e9-6994-4cf5-ae1a-f00b88bf3a8b {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:17:46.081260 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329', 'code': 200} Jun 23 16:17:46.083925 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:46.094986 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8f4a6-a243-4548-be63-2f42839ae476 req-092a73ee-7136-4bc1-bc86-02fb262e3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:46.096447 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5da8f4a6-a243-4548-be63-2f42839ae476 req-092a73ee-7136-4bc1-bc86-02fb262e3fe7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b79b999c57f64537a642959526918275&device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 1096 time: 0.0969226 Jun 23 16:17:46.124042 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=de4b2e09-bdc2-4647-bd3e-ba6d80076339,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:46.127227 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:46.127745 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-19e57ee6-d0f1-46ae-b4fb-816c68c12b34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:46.176013 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38b0bb-25dd-4043-9c65-4d05c6dfc2fb req-3c6381ed-0cc4-4306-847b-fa04ceee44ac tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:46.177570 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ab38b0bb-25dd-4043-9c65-4d05c6dfc2fb req-3c6381ed-0cc4-4306-847b-fa04ceee44ac tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 943 time: 0.0867033 Jun 23 16:17:46.177934 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=57553d2f-58f3-4922-8b37-9c0d0d3f2329,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:46.182533 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:46.257332 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8f4a6-a243-4548-be63-2f42839ae476 req-e7f9ff74-1356-4ce5-86b1-5fe90bd3da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:46.259131 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5da8f4a6-a243-4548-be63-2f42839ae476 req-e7f9ff74-1356-4ce5-86b1-5fe90bd3da9f service neutron] 10.222.0.86 "GET /v2.0/networks?id=db3d1383-f484-49d2-b648-61655da4c6ee HTTP/1.1" status: 200 len: 916 time: 0.1170874 Jun 23 16:17:46.349891 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5da8f4a6-a243-4548-be63-2f42839ae476 req-cf30d378-8967-4bb0-a5f6-2854db718de4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=612249a6-24ae-4d59-bef5-d2280ab7ea60 HTTP/1.1" status: 200 len: 217 time: 0.0372436 Jun 23 16:17:46.426644 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8f4a6-a243-4548-be63-2f42839ae476 req-1790b16d-8500-4650-a8b1-edead6a3255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:46.428120 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5da8f4a6-a243-4548-be63-2f42839ae476 req-1790b16d-8500-4650-a8b1-edead6a3255e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b48cefcd-53d9-4e64-a2fe-9d478425a457 HTTP/1.1" status: 200 len: 855 time: 0.0501850 Jun 23 16:17:46.483464 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5da8f4a6-a243-4548-be63-2f42839ae476 req-9b83bab3-9d29-4e02-9861-78b8fe5d3c35 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=db3d1383-f484-49d2-b648-61655da4c6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271950 Jun 23 16:17:46.509519 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ab38b0bb-25dd-4043-9c65-4d05c6dfc2fb req-55e9fe45-6a9e-491f-8072-8ec6429e55e9 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236299 Jun 23 16:17:46.574521 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20711b0-6a09-4bd4-b241-5f440a566a57 req-bef08404-2919-401d-bd27-a1f06bacbc33 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:46.578848 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b20711b0-6a09-4bd4-b241-5f440a566a57 req-bef08404-2919-401d-bd27-a1f06bacbc33 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 945 time: 0.3726346 Jun 23 16:17:46.597905 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33563291-078f-4b16-ac66-cec81f59e858 req-2397e100-570c-453f-85ac-5ee7257d6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:46.601256 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-33563291-078f-4b16-ac66-cec81f59e858 req-2397e100-570c-453f-85ac-5ee7257d6162 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 1098 time: 0.1066091 Jun 23 16:17:46.639142 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5da8f4a6-a243-4548-be63-2f42839ae476 req-af7ef7e6-4a47-4e4a-b816-2bfca03f227f service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062927 Jun 23 16:17:46.671200 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['de4b2e09-bdc2-4647-bd3e-ba6d80076339'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:17:46.679492 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b20711b0-6a09-4bd4-b241-5f440a566a57 req-eb341b30-a413-423e-ac3f-fe8d2430085f tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971131 Jun 23 16:17:46.705096 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-33563291-078f-4b16-ac66-cec81f59e858 req-22e1883a-d0e4-494f-8060-51cfd05840b6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924680 Jun 23 16:17:46.745975 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9542d-8dfc-4c64-bf60-4b74010d3aad req-1527c879-08d3-4d43-bdab-cf45138cf027 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:46.749129 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5da8f4a6-a243-4548-be63-2f42839ae476 req-05972b80-a522-437c-960c-ade121a8815f service neutron] 10.222.0.86 "GET /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024516 Jun 23 16:17:46.753285 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-50d9542d-8dfc-4c64-bf60-4b74010d3aad req-1527c879-08d3-4d43-bdab-cf45138cf027 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1294076 Jun 23 16:17:46.786709 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-50d9542d-8dfc-4c64-bf60-4b74010d3aad req-9d34f945-c730-4b92-bb4f-53e1ac812b39 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324857 Jun 23 16:17:46.888712 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb22cb-7121-49a7-b880-a1f59cc42d6a req-86cbd1d6-ec69-4955-8c57-2d04ba323c9b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:46.890193 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-50cb22cb-7121-49a7-b880-a1f59cc42d6a req-86cbd1d6-ec69-4955-8c57-2d04ba323c9b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.0693390 Jun 23 16:17:46.957020 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-50cb22cb-7121-49a7-b880-a1f59cc42d6a req-d8ecbbeb-bfa6-445d-864f-7b967c6d69c6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573134 Jun 23 16:17:46.980645 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0dc2b-38cd-4ff8-a010-95e39b0053c3 req-507d42e3-03d1-4f48-b611-4470207a59a7 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:46.982126 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c9c0dc2b-38cd-4ff8-a010-95e39b0053c3 req-507d42e3-03d1-4f48-b611-4470207a59a7 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0910017 Jun 23 16:17:47.024007 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c9c0dc2b-38cd-4ff8-a010-95e39b0053c3 req-c5d4f803-8f5f-4b74-8126-25e526de39ff tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359597 Jun 23 16:17:47.194999 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54899d4-2874-47a1-9caf-529473fe3cd8 req-5b9112b9-193d-4e46-a356-b1bbc12ab99c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:47.196755 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b54899d4-2874-47a1-9caf-529473fe3cd8 req-5b9112b9-193d-4e46-a356-b1bbc12ab99c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 945 time: 0.0664322 Jun 23 16:17:47.234543 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b54899d4-2874-47a1-9caf-529473fe3cd8 req-1d1c2b5d-1e7d-4f35-8eb2-fc37b29994eb tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319533 Jun 23 16:17:47.684043 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232aaae-3cdf-4b9f-b0a9-c04984665992 req-d00f51bc-99ea-4d8d-bd73-45dabfa0528d tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:47.685520 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3232aaae-3cdf-4b9f-b0a9-c04984665992 req-d00f51bc-99ea-4d8d-bd73-45dabfa0528d tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 943 time: 0.0649490 Jun 23 16:17:47.723950 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3232aaae-3cdf-4b9f-b0a9-c04984665992 req-292d57b7-7848-423e-ab5b-e5f8f70efc46 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325813 Jun 23 16:17:47.881105 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75b645-4d5b-4ba9-81b9-1415df659b01 req-a8943383-adfb-49ee-9fcb-ecd2fa09ccdd tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:47.882626 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7e75b645-4d5b-4ba9-81b9-1415df659b01 req-a8943383-adfb-49ee-9fcb-ecd2fa09ccdd tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 945 time: 0.0684381 Jun 23 16:17:47.950366 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7e75b645-4d5b-4ba9-81b9-1415df659b01 req-48864784-11e3-4f53-bcf2-93c6c47bdcfc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613675 Jun 23 16:17:47.978867 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08765b9-1abc-4503-bbe3-6632c36e2594 req-85188ce2-d0b4-4e95-8e69-0e4a496f3a77 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:47.980366 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c08765b9-1abc-4503-bbe3-6632c36e2594 req-85188ce2-d0b4-4e95-8e69-0e4a496f3a77 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0774975 Jun 23 16:17:48.022759 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c08765b9-1abc-4503-bbe3-6632c36e2594 req-936c4141-9d81-47e5-887a-fa967739c58c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367470 Jun 23 16:17:48.144154 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3f387-9722-4bb4-8e8d-3dbe095e6e4d req-625295e2-808a-4977-be0c-fa562158125c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:48.145634 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-aeb3f387-9722-4bb4-8e8d-3dbe095e6e4d req-625295e2-808a-4977-be0c-fa562158125c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.0644772 Jun 23 16:17:48.191891 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-aeb3f387-9722-4bb4-8e8d-3dbe095e6e4d req-93bfeb84-ca66-401b-aebe-14054e2a925d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374472 Jun 23 16:17:48.421385 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efddf5-62ad-4bcc-95fe-7d115140035c req-98b63664-8b34-4a23-a0ca-462dc121451b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:48.422849 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f0efddf5-62ad-4bcc-95fe-7d115140035c req-98b63664-8b34-4a23-a0ca-462dc121451b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 945 time: 0.0716286 Jun 23 16:17:48.468046 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f0efddf5-62ad-4bcc-95fe-7d115140035c req-cc0fba81-6dd6-4954-90c2-5654ff67926e tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394797 Jun 23 16:17:48.534525 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24be56-9242-4e2f-b102-48acbc59c125 req-7dcea881-3039-4e01-b343-824f5d24b7c3 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:48.536083 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4c24be56-9242-4e2f-b102-48acbc59c125 req-7dcea881-3039-4e01-b343-824f5d24b7c3 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0644009 Jun 23 16:17:48.586081 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4c24be56-9242-4e2f-b102-48acbc59c125 req-9013bfbc-695b-494b-b592-487dce8dd2db tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440905 Jun 23 16:17:48.907095 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0108e28-c5c5-4f71-81c0-b78e3628b80c req-b2ede495-216b-4590-9790-e71188261a4f tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:48.908571 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e0108e28-c5c5-4f71-81c0-b78e3628b80c req-b2ede495-216b-4590-9790-e71188261a4f tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 943 time: 0.0718622 Jun 23 16:17:48.953612 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e0108e28-c5c5-4f71-81c0-b78e3628b80c req-265b9be3-fb3e-4356-b40d-7ffeb38bd1a5 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 Jun 23 16:17:49.130162 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8fec9-0917-4ab3-8e73-74a1faf5131f req-e39a349c-12fe-4655-b4fd-8af747ca049a tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:49.131773 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-cec8fec9-0917-4ab3-8e73-74a1faf5131f req-e39a349c-12fe-4655-b4fd-8af747ca049a tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 945 time: 0.0632234 Jun 23 16:17:49.201705 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-cec8fec9-0917-4ab3-8e73-74a1faf5131f req-28a94c6c-00e8-44e5-83ec-d06da7abba02 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572944 Jun 23 16:17:49.223437 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326c371-1874-44b4-852d-37672407836e req-0fe9c3fc-3fe1-43ca-9dee-35db93ea64c1 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:49.224905 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2326c371-1874-44b4-852d-37672407836e req-0fe9c3fc-3fe1-43ca-9dee-35db93ea64c1 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0893698 Jun 23 16:17:49.267441 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2326c371-1874-44b4-852d-37672407836e req-2a4be894-beb0-4baf-a6ec-43266e6f7390 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366454 Jun 23 16:17:49.374540 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558d3ec-306a-47a5-af20-3cd285d185d0 req-a7edbc3c-b3e9-44e6-bd88-cd803b6ecb83 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:49.376020 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8558d3ec-306a-47a5-af20-3cd285d185d0 req-a7edbc3c-b3e9-44e6-bd88-cd803b6ecb83 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.0632493 Jun 23 16:17:49.420220 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8558d3ec-306a-47a5-af20-3cd285d185d0 req-b261aca2-5a2f-45d1-b50c-fb4d396fa81e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374455 Jun 23 16:17:49.641243 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffeb6f-ad4d-42c2-9feb-b13c6103974a req-a177b211-c674-4cd8-ba9d-92bfd12c54f0 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:49.642728 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0cffeb6f-ad4d-42c2-9feb-b13c6103974a req-a177b211-c674-4cd8-ba9d-92bfd12c54f0 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 945 time: 0.0657220 Jun 23 16:17:49.682665 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0cffeb6f-ad4d-42c2-9feb-b13c6103974a req-49c819a8-bf0c-4707-9e97-2d316ab25669 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339742 Jun 23 16:17:49.720913 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 612249a6-24ae-4d59-bef5-d2280ab7ea60 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:17:49.735189 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device de4b2e09-bdc2-4647-bd3e-ba6d80076339 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:17:49.838890 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port de4b2e09-bdc2-4647-bd3e-ba6d80076339 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:17:49.850696 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port de4b2e09-bdc2-4647-bd3e-ba6d80076339 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:49.851067 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:49.856975 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 612249a6-24ae-4d59-bef5-d2280ab7ea60, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=612249a6-24ae-4d59-bef5-d2280ab7ea60,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:49.868823 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9507ab-c5a8-46e3-9152-58ee49e84564 req-ac96b66b-a674-455e-a842-e652763f35dd tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:49.870302 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9e9507ab-c5a8-46e3-9152-58ee49e84564 req-ac96b66b-a674-455e-a842-e652763f35dd tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 945 time: 0.0669441 Jun 23 16:17:49.889788 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': '612249a6-24ae-4d59-bef5-d2280ab7ea60', 'network_id': 'db3d1383-f484-49d2-b648-61655da4c6ee', 'port_id': '612249a6-24ae-4d59-bef5-d2280ab7ea60', 'mac_address': 'fa:16:3e:4b:20:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48cefcd-53d9-4e64-a2fe-9d478425a457', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:17:49.909293 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9e9507ab-c5a8-46e3-9152-58ee49e84564 req-1314b9da-ff5c-42cf-a432-7da230ee4f9e tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331368 Jun 23 16:17:49.938603 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:49.969508 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612249a6-24ae-4d59-bef5-d2280ab7ea60 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:17:49.990123 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:50.005139 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 612249a6-24ae-4d59-bef5-d2280ab7ea60, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=612249a6-24ae-4d59-bef5-d2280ab7ea60,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:50.011089 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:50.013347 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:50.056112 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaae6c4-d986-49b9-bbf3-a84fa54f1924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4b2e09-bdc2-4647-bd3e-ba6d80076339'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:17:50.059471 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9781d484-cc13-499d-b434-199a959a02ca" -d '{"events": [{"server_uuid": "ecaae6c4-d986-49b9-bbf3-a84fa54f1924", "name": "network-vif-plugged", "status": "completed", "tag": "de4b2e09-bdc2-4647-bd3e-ba6d80076339"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:17:50.092603 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port de4b2e09-bdc2-4647-bd3e-ba6d80076339, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=de4b2e09-bdc2-4647-bd3e-ba6d80076339,segment=NetworkSegment(e908ee5f-b09f-486b-aaaf-a2308c04c59f),segment_id=e908ee5f-b09f-486b-aaaf-a2308c04c59f)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:50.108192 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:50.120933 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=612249a6-24ae-4d59-bef5-d2280ab7ea60,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:50.125958 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:50.126897 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-2c6406db-58de-487b-8f35-1fb1e011fb41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:50.148157 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf67c-11ed-4dd0-be4e-36b58f62b300 req-6dd0215b-53b9-416d-859a-9053bdf14046 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:50.153017 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ddaaf67c-11ed-4dd0-be4e-36b58f62b300 req-6dd0215b-53b9-416d-859a-9053bdf14046 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 944 time: 0.0797522 Jun 23 16:17:50.207021 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ddaaf67c-11ed-4dd0-be4e-36b58f62b300 req-960e75ef-77f6-47da-b29c-e07568cfec1a tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472622 Jun 23 16:17:50.274915 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ab8846-ae65-4b45-a638-1c3d5acfeb14 x-openstack-request-id: req-93ab8846-ae65-4b45-a638-1c3d5acfeb14 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:17:50.275213 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaae6c4-d986-49b9-bbf3-a84fa54f1924", "name": "network-vif-plugged", "status": "completed", "tag": "de4b2e09-bdc2-4647-bd3e-ba6d80076339", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:17:50.275471 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93ab8846-ae65-4b45-a638-1c3d5acfeb14 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:17:50.275851 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecaae6c4-d986-49b9-bbf3-a84fa54f1924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4b2e09-bdc2-4647-bd3e-ba6d80076339', 'code': 200} Jun 23 16:17:50.302536 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=de4b2e09-bdc2-4647-bd3e-ba6d80076339,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:50.312253 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:50.427287 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913792e-aab5-4823-857d-268b0e59e84b req-1232cbd1-3f98-4f19-bcf2-b6b27b383646 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:50.428833 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e913792e-aab5-4823-857d-268b0e59e84b req-1232cbd1-3f98-4f19-bcf2-b6b27b383646 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 945 time: 0.1069081 Jun 23 16:17:50.441757 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5dabd-329c-4b52-a3fe-4db3064a955b req-d697d409-c4f3-4e12-b8bf-ece02ba683c4 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:50.443273 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-67e5dabd-329c-4b52-a3fe-4db3064a955b req-d697d409-c4f3-4e12-b8bf-ece02ba683c4 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 946 time: 0.0944002 Jun 23 16:17:50.499640 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e913792e-aab5-4823-857d-268b0e59e84b req-b8e79746-4477-4aa8-a1ee-035643f14d3a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553572 Jun 23 16:17:50.502748 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-67e5dabd-329c-4b52-a3fe-4db3064a955b req-5c2ccced-ba3e-4990-bd5c-0bc9d3436a35 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524681 Jun 23 16:17:50.578098 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c85f87-2cc5-4d7e-b28b-521e1bc91051 req-b52f2a79-4b41-448c-a121-21c72a70b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:50.579992 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-43c85f87-2cc5-4d7e-b28b-521e1bc91051 req-b52f2a79-4b41-448c-a121-21c72a70b330 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 1099 time: 0.0638120 Jun 23 16:17:50.618394 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['612249a6-24ae-4d59-bef5-d2280ab7ea60'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:17:50.632879 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-43c85f87-2cc5-4d7e-b28b-521e1bc91051 req-209dbdbc-3331-4d45-9de4-44309b2c8523 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442405 Jun 23 16:17:50.722926 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7280d8b-6cb3-42c7-9974-ea18988f2757 req-2b2dc1e9-4f50-4bcd-ab45-93e297ef089b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:50.724449 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b7280d8b-6cb3-42c7-9974-ea18988f2757 req-2b2dc1e9-4f50-4bcd-ab45-93e297ef089b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1156993 Jun 23 16:17:50.755396 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4e482-730a-4d34-ab3e-4d34516905ba req-34c0f4e0-d305-421b-9744-587fda7140ca tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:50.757105 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-58c4e482-730a-4d34-ab3e-4d34516905ba req-34c0f4e0-d305-421b-9744-587fda7140ca tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1183584 Jun 23 16:17:50.796053 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b7280d8b-6cb3-42c7-9974-ea18988f2757 req-7ecb280b-5196-434d-afbf-14fc7390c1e5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651877 Jun 23 16:17:50.828384 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-58c4e482-730a-4d34-ab3e-4d34516905ba req-db9dca96-039c-4339-8490-3870e7d04dd9 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609384 Jun 23 16:17:51.580820 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0042f-3249-497c-b0db-88f6c8f0c174 req-0b325cf0-0914-488c-941d-4a35f3861937 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:51.582179 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f1a0042f-3249-497c-b0db-88f6c8f0c174 req-0b325cf0-0914-488c-941d-4a35f3861937 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 944 time: 0.1075449 Jun 23 16:17:51.592001 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e323bf-7269-40b2-9690-b3cc1a8118d7 req-c62b339f-a386-4855-b3fd-cdd3386fcd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:51.593511 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-20e323bf-7269-40b2-9690-b3cc1a8118d7 req-c62b339f-a386-4855-b3fd-cdd3386fcd38 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6392760d904cc6a4f117b3c04703e1&device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 1098 time: 0.0600986 Jun 23 16:17:51.636161 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1eca08-fa42-4c37-89e6-ed6eb9ce6fc6 req-76c1f2fe-b1cb-4566-a945-bfa52835ef1c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:51.637586 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eb1eca08-fa42-4c37-89e6-ed6eb9ce6fc6 req-76c1f2fe-b1cb-4566-a945-bfa52835ef1c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1063387 Jun 23 16:17:51.640664 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f1a0042f-3249-497c-b0db-88f6c8f0c174 req-6d925ec7-1a3a-49b4-8047-bd8e4eb0a826 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506954 Jun 23 16:17:51.685111 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eb1eca08-fa42-4c37-89e6-ed6eb9ce6fc6 req-09093177-b8e0-40ce-abbd-81ffa8232765 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414593 Jun 23 16:17:51.691178 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e323bf-7269-40b2-9690-b3cc1a8118d7 req-54a4b2d4-5a1c-4661-83a2-4a77debb0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:51.692797 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-20e323bf-7269-40b2-9690-b3cc1a8118d7 req-54a4b2d4-5a1c-4661-83a2-4a77debb0329 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a89471-52b2-40ae-a8f0-056b1821cd63 HTTP/1.1" status: 200 len: 920 time: 0.0880914 Jun 23 16:17:51.749320 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-20e323bf-7269-40b2-9690-b3cc1a8118d7 req-93fcd756-0911-41ea-a368-bc5898aaaf42 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93896dd1-c98b-4880-bec7-eabfaecb5f81 HTTP/1.1" status: 200 len: 217 time: 0.0366490 Jun 23 16:17:51.804122 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e323bf-7269-40b2-9690-b3cc1a8118d7 req-73105296-05ad-463a-b43b-ae99958484e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:51.805267 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aac749-3e8a-4616-a897-d52f43de0705 req-fd7d427a-0b67-4ff8-bed2-a11d3debc0a6 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:51.805538 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-20e323bf-7269-40b2-9690-b3cc1a8118d7 req-73105296-05ad-463a-b43b-ae99958484e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=81a16e50-4902-426d-a9a7-7c4e7c412276 HTTP/1.1" status: 200 len: 859 time: 0.0487437 Jun 23 16:17:51.806790 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-70aac749-3e8a-4616-a897-d52f43de0705 req-fd7d427a-0b67-4ff8-bed2-a11d3debc0a6 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 946 time: 0.0647945 Jun 23 16:17:51.845919 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-70aac749-3e8a-4616-a897-d52f43de0705 req-e308045a-e28f-4f39-9b2e-4449a34834e7 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333633 Jun 23 16:17:51.846126 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-20e323bf-7269-40b2-9690-b3cc1a8118d7 req-026b31c4-66fe-4a97-8431-17037b0df470 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a89471-52b2-40ae-a8f0-056b1821cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268629 Jun 23 16:17:51.956702 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-20e323bf-7269-40b2-9690-b3cc1a8118d7 req-e73871eb-650b-4c42-8e0c-e91c86634e6f service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982821 Jun 23 16:17:52.014535 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1488b-6891-4873-bfea-4ef5331fcdad req-e7115eab-f83c-4dbd-8084-3adb77988888 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:52.016372 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-81c1488b-6891-4873-bfea-4ef5331fcdad req-e7115eab-f83c-4dbd-8084-3adb77988888 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0970893 Jun 23 16:17:52.059216 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-20e323bf-7269-40b2-9690-b3cc1a8118d7 req-5fa55799-854a-4d7b-ae94-54ca3e553422 service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879421 Jun 23 16:17:52.080676 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfbb4b-a77f-474f-82a0-a7e4b4a825c3 req-1b416b29-9760-48dc-ac74-6bb138d5769a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:52.082142 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a1bfbb4b-a77f-474f-82a0-a7e4b4a825c3 req-1b416b29-9760-48dc-ac74-6bb138d5769a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1156979 Jun 23 16:17:52.085444 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-81c1488b-6891-4873-bfea-4ef5331fcdad req-0343bf6d-106d-4cbf-84ae-fb9fee1b0a1c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615177 Jun 23 16:17:52.120059 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a1bfbb4b-a77f-474f-82a0-a7e4b4a825c3 req-bbc4b138-647a-483e-bd29-375cb6c6cacb tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317516 Jun 23 16:17:52.852088 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798d1c2-b3ad-4e5e-96dc-4f2087d04a5f req-fca7e578-6dbd-494d-a286-514f92472e8a tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:52.853659 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7798d1c2-b3ad-4e5e-96dc-4f2087d04a5f req-fca7e578-6dbd-494d-a286-514f92472e8a tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 944 time: 0.1024816 Jun 23 16:17:52.912676 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19727a16-986a-48a8-b54d-b4dee316a479 req-e9ebcc7a-8cec-4c6c-9101-543de5bf2c7f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:52.914112 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-19727a16-986a-48a8-b54d-b4dee316a479 req-e9ebcc7a-8cec-4c6c-9101-543de5bf2c7f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1117573 Jun 23 16:17:52.917596 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7798d1c2-b3ad-4e5e-96dc-4f2087d04a5f req-b78f97c9-7d62-4e15-b2d2-59d0541ae736 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573921 Jun 23 16:17:52.958001 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-19727a16-986a-48a8-b54d-b4dee316a479 req-50f20ff8-1a86-479a-a926-edea48e5cd7e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372338 Jun 23 16:17:53.085043 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b7a43-4708-4a2e-9de6-7ba79605ac0b req-1f8c93cf-6c47-417d-abc1-5bde4fed45bf tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:53.086518 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ae6b7a43-4708-4a2e-9de6-7ba79605ac0b req-1f8c93cf-6c47-417d-abc1-5bde4fed45bf tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 946 time: 0.0640750 Jun 23 16:17:53.136194 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ae6b7a43-4708-4a2e-9de6-7ba79605ac0b req-70a03419-6ce9-4b0d-a526-2bdfda8de320 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431249 Jun 23 16:17:53.306450 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eda55f-8a51-47f5-b525-6ba484dd84f7 req-125512b0-4bd9-4f2b-9f6e-3cf934c82d7d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:53.308723 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b0eda55f-8a51-47f5-b525-6ba484dd84f7 req-125512b0-4bd9-4f2b-9f6e-3cf934c82d7d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1047184 Jun 23 16:17:53.356993 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cbe42-6f5a-439e-a912-dab2d2de731a req-e046b6e4-c732-4390-93ef-1f601f55f8c9 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:53.358566 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ec6cbe42-6f5a-439e-a912-dab2d2de731a req-e046b6e4-c732-4390-93ef-1f601f55f8c9 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1062853 Jun 23 16:17:53.378508 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b0eda55f-8a51-47f5-b525-6ba484dd84f7 req-b01a6e41-ee6c-46d3-9a2c-217918c84e39 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619566 Jun 23 16:17:53.405837 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ec6cbe42-6f5a-439e-a912-dab2d2de731a req-d99168bf-686f-49fc-a178-c9b552e60353 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384867 Jun 23 16:17:53.717343 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 612249a6-24ae-4d59-bef5-d2280ab7ea60 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:17:53.773335 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port 612249a6-24ae-4d59-bef5-d2280ab7ea60 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:17:53.777202 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port 612249a6-24ae-4d59-bef5-d2280ab7ea60 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:17:53.777575 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:53.868371 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:53.891076 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759a3b51-21c7-4c18-9484-60b32549ed4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612249a6-24ae-4d59-bef5-d2280ab7ea60'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:17:53.894560 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451a893c-3460-4ad8-8d7b-3d9e2928f0c7" -d '{"events": [{"server_uuid": "759a3b51-21c7-4c18-9484-60b32549ed4a", "name": "network-vif-plugged", "status": "completed", "tag": "612249a6-24ae-4d59-bef5-d2280ab7ea60"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:17:53.909939 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 612249a6-24ae-4d59-bef5-d2280ab7ea60, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=612249a6-24ae-4d59-bef5-d2280ab7ea60,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:53.917701 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:53.919605 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:53.944281 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8765a63d-ba17-4a73-8132-e2a7204c3db9 x-openstack-request-id: req-8765a63d-ba17-4a73-8132-e2a7204c3db9 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:17:53.944623 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759a3b51-21c7-4c18-9484-60b32549ed4a", "name": "network-vif-plugged", "status": "completed", "tag": "612249a6-24ae-4d59-bef5-d2280ab7ea60", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:17:53.944818 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8765a63d-ba17-4a73-8132-e2a7204c3db9 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:17:53.945185 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759a3b51-21c7-4c18-9484-60b32549ed4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612249a6-24ae-4d59-bef5-d2280ab7ea60', 'code': 200} Jun 23 16:17:53.976030 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=612249a6-24ae-4d59-bef5-d2280ab7ea60,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:53.979157 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:54.133526 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338568e0-2f9e-422b-9851-9892b9400654 req-97e65bd9-05f9-47c2-8373-ebfac516dec1 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:54.135060 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-338568e0-2f9e-422b-9851-9892b9400654 req-97e65bd9-05f9-47c2-8373-ebfac516dec1 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 946 time: 0.1147714 Jun 23 16:17:54.143866 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae047cde-c7d9-40c0-9f8c-96031dfce366 req-9a842297-641c-4631-85f6-5b077dc00921 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:54.145279 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ae047cde-c7d9-40c0-9f8c-96031dfce366 req-9a842297-641c-4631-85f6-5b077dc00921 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 945 time: 0.0939932 Jun 23 16:17:54.201792 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-338568e0-2f9e-422b-9851-9892b9400654 req-9837491c-2648-469a-b87f-72155a06a944 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554338 Jun 23 16:17:54.208019 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ae047cde-c7d9-40c0-9f8c-96031dfce366 req-92316005-fdf7-4120-ac24-268fb3e8eea7 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557520 Jun 23 16:17:54.323579 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a194941-4551-471d-b46f-e697b5778841 req-3ce89025-cc72-43c9-9cd2-1cfb6bf222ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:54.325048 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-6a194941-4551-471d-b46f-e697b5778841 req-3ce89025-cc72-43c9-9cd2-1cfb6bf222ac service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 1098 time: 0.0524797 Jun 23 16:17:54.379992 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-6a194941-4551-471d-b46f-e697b5778841 req-4b872eb4-1a92-4014-a542-b6dc87fc7bf4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337272 Jun 23 16:17:54.385962 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f2588-081f-45e7-a04c-c3414ad037c2 req-71101f78-f74d-4f18-8da3-aabee3715a0d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:54.387448 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8e4f2588-081f-45e7-a04c-c3414ad037c2 req-71101f78-f74d-4f18-8da3-aabee3715a0d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0696051 Jun 23 16:17:54.425350 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8e4f2588-081f-45e7-a04c-c3414ad037c2 req-f312073d-19d2-4724-8db2-000b9de8b7bd tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Jun 23 16:17:54.592134 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc942f58-cc8c-4b63-81b1-4573711ba2b4 req-9b33fce9-e6ed-407d-acc7-bc86a086e9cd tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:54.593733 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fc942f58-cc8c-4b63-81b1-4573711ba2b4 req-9b33fce9-e6ed-407d-acc7-bc86a086e9cd tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1007640 Jun 23 16:17:54.616581 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3ece-a196-478d-9815-51c65d94b8a2 req-c2d197d3-4987-4927-bdbd-92504bf160b1 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:54.618016 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e40f3ece-a196-478d-9815-51c65d94b8a2 req-c2d197d3-4987-4927-bdbd-92504bf160b1 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.0942385 Jun 23 16:17:54.661555 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fc942f58-cc8c-4b63-81b1-4573711ba2b4 req-ea106437-d399-405d-a85d-c22e9003974f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610232 Jun 23 16:17:54.674781 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e40f3ece-a196-478d-9815-51c65d94b8a2 req-509a19e1-7da4-4493-8f79-ae3bb6e0f9cb tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505531 Jun 23 16:17:55.048862 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b222647-59fd-406c-adb6-4952d1fee09d req-71ba75b8-1faa-4d77-81d9-d2ac20dd78b1 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:55.050310 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6b222647-59fd-406c-adb6-4952d1fee09d req-71ba75b8-1faa-4d77-81d9-d2ac20dd78b1 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 945 time: 0.0691986 Jun 23 16:17:55.093262 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6b222647-59fd-406c-adb6-4952d1fee09d req-7fc5c8ee-7d07-4b7f-9a3e-fb9d7ef226e6 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Jun 23 16:17:55.117910 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 58292) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:55.275024 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bd76e6-8b0c-4418-b616-769d9644e9d7 tempest-TestMinimumBasicScenario-1833008924 tempest-TestMinimumBasicScenario-1833008924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:55.279425 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f6bd76e6-8b0c-4418-b616-769d9644e9d7 tempest-TestMinimumBasicScenario-1833008924 tempest-TestMinimumBasicScenario-1833008924-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 1093 time: 0.1576428 Jun 23 16:17:55.279626 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 58300) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:55.284029 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Request body: {'floatingip': {'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'port_id': '57553d2f-58f3-4922-8b37-9c0d0d3f2329', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:55.313087 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for floatingip, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:55.388097 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-34b6f363-1052-4145-8f2d-eb29f9a656ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:55.479011 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbad00-033f-49a5-aaf4-5f09241da2dc req-aaf55711-b8bc-4b37-bf59-ea1a1ab47050 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:55.480478 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-abcbad00-033f-49a5-aaf4-5f09241da2dc req-aaf55711-b8bc-4b37-bf59-ea1a1ab47050 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 946 time: 0.1628795 Jun 23 16:17:55.500654 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb412056-a0ff-473b-b3d2-20cd0cde3147 req-3eeacdd1-8515-4e03-8fb1-fe7b6701c26f tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:55.502060 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eb412056-a0ff-473b-b3d2-20cd0cde3147 req-3eeacdd1-8515-4e03-8fb1-fe7b6701c26f tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 945 time: 0.1654959 Jun 23 16:17:55.568400 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-abcbad00-033f-49a5-aaf4-5f09241da2dc req-b88044e2-74b6-4231-aad5-33eddc3dbac9 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789747 Jun 23 16:17:55.576198 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eb412056-a0ff-473b-b3d2-20cd0cde3147 req-0643f204-aba0-491d-8ce6-20136dfbe882 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659976 Jun 23 16:17:55.599583 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:55.733163 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Allocated IP 172.28.1.54 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/0874a1d1-cba5-48d9-9960-b48057d40e91) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:17:55.781686 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f35e9-ce13-48ff-b71d-48980ca71114 req-1e367feb-70ab-41c1-8492-34cf11177a9a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:55.783175 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4f6f35e9-ce13-48ff-b71d-48980ca71114 req-1e367feb-70ab-41c1-8492-34cf11177a9a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1118443 Jun 23 16:17:55.897758 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4f6f35e9-ce13-48ff-b71d-48980ca71114 req-e61aba73-851a-4267-a7fe-faff758d930b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980389 Jun 23 16:17:55.933351 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:55.942161 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a67b7-9238-465e-8528-f7367917614c req-616079ab-3a1b-43be-ba3f-c5a03f72ec5d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:55.943671 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2f6a67b7-9238-465e-8528-f7367917614c req-616079ab-3a1b-43be-ba3f-c5a03f72ec5d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1697996 Jun 23 16:17:56.004031 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2f6a67b7-9238-465e-8528-f7367917614c req-9dc04fe5-c442-4b66-b2d7-d67533959471 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533612 Jun 23 16:17:56.041449 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:56.043442 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:56.085495 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:17:56.097782 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:17:56.101149 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:17:56.103050 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event updated for resources: {'Port': ['ID=0874a1d1-cba5-48d9-9960-b48057d40e91,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:56.106551 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:56.140862 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf708e-242d-4aa1-acc1-b742eff85f80 req-b9339845-2127-4518-994b-cd31d5ee8a87 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:56.142447 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-45bf708e-242d-4aa1-acc1-b742eff85f80 req-b9339845-2127-4518-994b-cd31d5ee8a87 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1363156 Jun 23 16:17:56.214801 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-45bf708e-242d-4aa1-acc1-b742eff85f80 req-472c8a2c-eb7e-4c28-8057-10e8fa8b2e1e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663450 Jun 23 16:17:56.518721 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:56.616139 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:56.881868 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a727f6-c048-4662-bb33-dae5f0b86cef req-07b7a006-c13e-457a-90c4-59f0a6838f12 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:56.883643 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-26a727f6-c048-4662-bb33-dae5f0b86cef req-07b7a006-c13e-457a-90c4-59f0a6838f12 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 946 time: 0.1734064 Jun 23 16:17:56.900228 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:56.910564 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:56.921512 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-60286bcb-63f4-4d01-bd84-28ad08eae659 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:56.930474 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48674ff9-187e-491e-9935-0b66db8f62e1 req-c621d1b9-7527-4f2b-9b01-6dedc29d31bb tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:56.931920 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-48674ff9-187e-491e-9935-0b66db8f62e1 req-c621d1b9-7527-4f2b-9b01-6dedc29d31bb tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 945 time: 0.2101254 Jun 23 16:17:57.012000 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2464921-1b84-410e-9a80-0a62586a1026 req-0ce183d8-0f0c-4d81-841e-00dbe3ec1ff0 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:57.013761 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-f2464921-1b84-410e-9a80-0a62586a1026 req-0ce183d8-0f0c-4d81-841e-00dbe3ec1ff0 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 946 time: 0.0705318 Jun 23 16:17:57.139355 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-f2464921-1b84-410e-9a80-0a62586a1026 req-a5bd745e-3dff-4934-b435-7005c50cc154 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Deleting port de4b2e09-bdc2-4647-bd3e-ba6d80076339 {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:17:57.139593 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-f2464921-1b84-410e-9a80-0a62586a1026 req-a5bd745e-3dff-4934-b435-7005c50cc154 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:57.231721 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-f2464921-1b84-410e-9a80-0a62586a1026 req-a5bd745e-3dff-4934-b435-7005c50cc154 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] For port de4b2e09-bdc2-4647-bd3e-ba6d80076339, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=de4b2e09-bdc2-4647-bd3e-ba6d80076339,segment=NetworkSegment(e908ee5f-b09f-486b-aaaf-a2308c04c59f),segment_id=e908ee5f-b09f-486b-aaaf-a2308c04c59f)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:17:57.232048 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-f2464921-1b84-410e-9a80-0a62586a1026 req-a5bd745e-3dff-4934-b435-7005c50cc154 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:57.245948 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-f2464921-1b84-410e-9a80-0a62586a1026 req-a5bd745e-3dff-4934-b435-7005c50cc154 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Calling delete_port for de4b2e09-bdc2-4647-bd3e-ba6d80076339 owned by compute:nova {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:17:57.279130 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-26a727f6-c048-4662-bb33-dae5f0b86cef req-e56d34ec-ca38-41c3-b5b9-72fb1a17735e tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848929 Jun 23 16:17:57.294034 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event updated for resources: {'Port': ['ID=0874a1d1-cba5-48d9-9960-b48057d40e91,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:57.298343 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:57.326147 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:57.340421 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-48674ff9-187e-491e-9935-0b66db8f62e1 req-beab1464-2420-4757-aa48-d18a4db3e67a tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012778 Jun 23 16:17:57.435482 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-f2464921-1b84-410e-9a80-0a62586a1026 req-a5bd745e-3dff-4934-b435-7005c50cc154 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:57.442698 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-0cc74ef6-689f-4006-9ce4-debf4a44fb3e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:57.506813 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['de4b2e09-bdc2-4647-bd3e-ba6d80076339'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:17:57.507506 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd745e-3dff-4934-b435-7005c50cc154 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Pushing event deleted for resources: {'Port': ['ID=de4b2e09-bdc2-4647-bd3e-ba6d80076339,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:57.510671 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a5bd745e-3dff-4934-b435-7005c50cc154 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:57.532358 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2464921-1b84-410e-9a80-0a62586a1026 req-a5bd745e-3dff-4934-b435-7005c50cc154 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] No DVR routers for this DVR port de4b2e09-bdc2-4647-bd3e-ba6d80076339 on host hv-cinder-78836 {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:17:57.536383 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-f2464921-1b84-410e-9a80-0a62586a1026 req-a5bd745e-3dff-4934-b435-7005c50cc154 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:57.538657 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-f2464921-1b84-410e-9a80-0a62586a1026 req-a5bd745e-3dff-4934-b435-7005c50cc154 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.86 "DELETE /v2.0/ports/de4b2e09-bdc2-4647-bd3e-ba6d80076339 HTTP/1.1" status: 204 len: 173 time: 0.5175273 Jun 23 16:17:57.539386 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaae6c4-d986-49b9-bbf3-a84fa54f1924', 'name': 'network-vif-deleted', 'tag': 'de4b2e09-bdc2-4647-bd3e-ba6d80076339'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:17:57.542979 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8f1acf-23c9-4f86-a756-8d2420cf6c77" -d '{"events": [{"server_uuid": "ecaae6c4-d986-49b9-bbf3-a84fa54f1924", "name": "network-vif-deleted", "tag": "de4b2e09-bdc2-4647-bd3e-ba6d80076339"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:17:57.549424 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.l3_db [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Floating IP 2cb8e054-5ac7-4430-897f-1b25de7412eb associated. External IP: 172.28.1.54, port: 57553d2f-58f3-4922-8b37-9c0d0d3f2329. Jun 23 16:17:57.628508 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e9994-3701-4f25-9a12-4357e5b68bf1 req-7ec2adf3-b0bc-4b97-855b-a2928175cf3b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:57.629961 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c6e9994-3701-4f25-9a12-4357e5b68bf1 req-7ec2adf3-b0bc-4b97-855b-a2928175cf3b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.2112679 Jun 23 16:17:57.672882 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935c025-8867-489b-95a4-ade03c4262fa req-dfd56cd3-fc46-4720-b6c7-60d2e0a2868a tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:57.674235 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d935c025-8867-489b-95a4-ade03c4262fa req-dfd56cd3-fc46-4720-b6c7-60d2e0a2868a tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1865337 Jun 23 16:17:57.741945 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c6e9994-3701-4f25-9a12-4357e5b68bf1 req-d67d3096-3824-4c43-be90-ce217541c295 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841398 Jun 23 16:17:57.751014 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d935c025-8867-489b-95a4-ade03c4262fa req-98999008-c008-4bc0-a455-8b73328d7089 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673642 Jun 23 16:17:57.817626 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cae71cf-57ed-45c1-a2e8-61a513dfaabf x-openstack-request-id: req-3cae71cf-57ed-45c1-a2e8-61a513dfaabf {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:17:57.818025 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaae6c4-d986-49b9-bbf3-a84fa54f1924", "name": "network-vif-deleted", "tag": "de4b2e09-bdc2-4647-bd3e-ba6d80076339", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:17:57.818394 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cae71cf-57ed-45c1-a2e8-61a513dfaabf {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:17:57.819020 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecaae6c4-d986-49b9-bbf3-a84fa54f1924', 'name': 'network-vif-deleted', 'tag': 'de4b2e09-bdc2-4647-bd3e-ba6d80076339', 'status': 'completed', 'code': 200} Jun 23 16:17:57.892413 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Router edd7c481-c860-463b-9d3d-8f3400005043 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:17:57.904078 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-875e2137-1993-4e75-9176-2bc34df83332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:57.964192 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165455-007e-4d51-8e9f-0492ccd7b61d req-97574f1c-a9d7-4324-a188-0512ea3a7883 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:57.965541 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0e165455-007e-4d51-8e9f-0492ccd7b61d req-97574f1c-a9d7-4324-a188-0512ea3a7883 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1171389 Jun 23 16:17:58.045356 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0e165455-007e-4d51-8e9f-0492ccd7b61d req-598cccb9-4d15-4a5e-b103-fdc2d200894f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733712 Jun 23 16:17:58.048450 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:17:58.058092 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5cb54f-9cb6-456f-9cc4-21b4a342828f None None] Sync routers for ids ['edd7c481-c860-463b-9d3d-8f3400005043'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:17:58.068906 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5cb54f-9cb6-456f-9cc4-21b4a342828f None None] Routers {'edd7c481-c860-463b-9d3d-8f3400005043'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:17:58.069508 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-3e5cb54f-9cb6-456f-9cc4-21b4a342828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:17:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['edd7c481-c860-463b-9d3d-8f3400005043'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:58.077381 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.118179 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8375196 Jun 23 16:17:58.118957 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:17:58.121454 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633975f3-6f94-4379-8c5b-2a0a16dfec43" -d '{"events": [{"name": "network-changed", "server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:17:58.122109 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 58320) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:58.126936 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-46d24815-7f82-4c04-a11b-2ffd14ae7744 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1936333506', 'description': 'tempest-secgroup-smoke-1936333506 description', 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:58.157257 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-46d24815-7f82-4c04-a11b-2ffd14ae7744 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.160116 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efec8487-0000-4f10-90bd-373cac3cf0d1 x-openstack-request-id: req-efec8487-0000-4f10-90bd-373cac3cf0d1 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:17:58.160477 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:17:58.160759 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efec8487-0000-4f10-90bd-373cac3cf0d1 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:17:58.161175 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329', 'status': 'completed', 'code': 200} Jun 23 16:17:58.180097 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-3e5cb54f-9cb6-456f-9cc4-21b4a342828f None None] Set router edd7c481-c860-463b-9d3d-8f3400005043 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:17:58.264646 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-46d24815-7f82-4c04-a11b-2ffd14ae7744 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.265781 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.273104 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-46d24815-7f82-4c04-a11b-2ffd14ae7744 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.277276 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:58.299898 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:17:58.310457 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-46d24815-7f82-4c04-a11b-2ffd14ae7744 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.314817 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-46d24815-7f82-4c04-a11b-2ffd14ae7744 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1914337 Jun 23 16:17:58.319017 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 58326) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:58.322847 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-38fcb86c-103e-44dc-a0a6-cd708e31b97b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Request body: {'security_group_rule': {'security_group_id': 'd4de7490-0942-4ba0-a70a-b571fe2958b8', 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:58.323794 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d24815-7f82-4c04-a11b-2ffd14ae7744 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de7490-0942-4ba0-a70a-b571fe2958b8,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:58.327414 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-46d24815-7f82-4c04-a11b-2ffd14ae7744 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:58.330333 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633975f3-6f94-4379-8c5b-2a0a16dfec43 req-c56105c4-c743-4531-abd1-5c78f7598ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:58.331902 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-633975f3-6f94-4379-8c5b-2a0a16dfec43 req-c56105c4-c743-4531-abd1-5c78f7598ee4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3fd7706c17bf4aa2a7ba1381ae2be453&device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 1098 time: 0.1006899 Jun 23 16:17:58.383967 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-38fcb86c-103e-44dc-a0a6-cd708e31b97b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.450221 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633975f3-6f94-4379-8c5b-2a0a16dfec43 req-8b8eeb00-6ce2-40c6-8d32-3c661b2c73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:58.452233 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-633975f3-6f94-4379-8c5b-2a0a16dfec43 req-8b8eeb00-6ce2-40c6-8d32-3c661b2c73eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=113f5523-e981-446e-9b93-54f8d7549c67 HTTP/1.1" status: 200 len: 916 time: 0.1065650 Jun 23 16:17:58.493615 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-3e5cb54f-9cb6-456f-9cc4-21b4a342828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '7c8e0373-3540-40b4-a116-de28648f341f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port': {'id': '7c8e0373-3540-40b4-a116-de28648f341f', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:53Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': '2cb8e054-5ac7-4430-897f-1b25de7412eb', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'floating_ip_address': '172.28.1.54', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'port_id': '57553d2f-58f3-4922-8b37-9c0d0d3f2329', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'mac_address': 'fa:16:3e:27:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:17:56Z', 'updated_at': '2021-06-23T16:17:56Z', 'revision_number': 0, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2e72fb-3159-4650-8216-0f205c4d363e', 'name': '', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'mac_address': 'fa:16:3e:a6:8a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:55Z', 'updated_at': '2021-06-23T16:17:03Z', 'revision_number': 5, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'subnets': [{'id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:58.499024 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-bf4952b5-4a5a-4d6f-bb40-cfeaae47ed27 req-37a5962b-1728-4912-b276-2651bdb34131 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecaae6c4-d986-49b9-bbf3-a84fa54f1924 HTTP/1.1" status: 200 len: 210 time: 0.0449126 Jun 23 16:17:58.537828 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5cb54f-9cb6-456f-9cc4-21b4a342828f None None] Checking router: edd7c481-c860-463b-9d3d-8f3400005043 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:17:58.538423 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-633975f3-6f94-4379-8c5b-2a0a16dfec43 req-96dfca76-8581-4848-a91f-9dab80d55bf2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329 HTTP/1.1" status: 200 len: 998 time: 0.0727987 Jun 23 16:17:58.547006 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5cb54f-9cb6-456f-9cc4-21b4a342828f None None] Routers {'edd7c481-c860-463b-9d3d-8f3400005043'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:17:58.548087 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-3e5cb54f-9cb6-456f-9cc4-21b4a342828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:17:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['edd7c481-c860-463b-9d3d-8f3400005043'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:58.559508 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-38fcb86c-103e-44dc-a0a6-cd708e31b97b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.574323 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-38fcb86c-103e-44dc-a0a6-cd708e31b97b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.592191 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:58.606772 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcb86c-103e-44dc-a0a6-cd708e31b97b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7467a759-fa76-475d-a4f1-8a9d15f7593d,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:58.609838 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633975f3-6f94-4379-8c5b-2a0a16dfec43 req-c3c9e24d-df30-465b-a226-1e63ad46d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:58.611381 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-633975f3-6f94-4379-8c5b-2a0a16dfec43 req-c3c9e24d-df30-465b-a226-1e63ad46d6ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4df47f88-7d1c-499a-af8d-74b891e20003 HTTP/1.1" status: 200 len: 854 time: 0.0600576 Jun 23 16:17:58.614255 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-38fcb86c-103e-44dc-a0a6-cd708e31b97b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:58.627719 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-38fcb86c-103e-44dc-a0a6-cd708e31b97b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.631557 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-38fcb86c-103e-44dc-a0a6-cd708e31b97b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3123634 Jun 23 16:17:58.633431 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 58330) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:58.639124 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-f2587e7e-c93f-4ebc-b4ce-f654a8a4b3ac tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Request body: {'security_group_rule': {'security_group_id': 'd4de7490-0942-4ba0-a70a-b571fe2958b8', 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:58.671820 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7aea0-182b-4818-96f7-8a9e71a9f52f req-23844147-edfb-496f-8374-31ab193ed720 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:58.673415 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-38f7aea0-182b-4818-96f7-8a9e71a9f52f req-23844147-edfb-496f-8374-31ab193ed720 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 945 time: 0.1105363 Jun 23 16:17:58.684213 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-3e5cb54f-9cb6-456f-9cc4-21b4a342828f None None] Set router edd7c481-c860-463b-9d3d-8f3400005043 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:17:58.706470 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f2587e7e-c93f-4ebc-b4ce-f654a8a4b3ac tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.749315 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-38f7aea0-182b-4818-96f7-8a9e71a9f52f req-6900e379-ccc0-42dd-8369-1c7077cec735 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684001 Jun 23 16:17:58.783055 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f2587e7e-c93f-4ebc-b4ce-f654a8a4b3ac tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.790408 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f2587e7e-c93f-4ebc-b4ce-f654a8a4b3ac tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.796898 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-38fcb86c-103e-44dc-a0a6-cd708e31b97b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:58.841082 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2587e7e-c93f-4ebc-b4ce-f654a8a4b3ac tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26ac1c0-f535-45b5-9007-ea0965df47fc,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:58.847852 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f2587e7e-c93f-4ebc-b4ce-f654a8a4b3ac tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:58.867015 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f2587e7e-c93f-4ebc-b4ce-f654a8a4b3ac tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:58.868563 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f2587e7e-c93f-4ebc-b4ce-f654a8a4b3ac tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2330527 Jun 23 16:17:58.871163 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 58338) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:58.876940 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-771719c1-08b3-44ed-858a-2aef4010404a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Request body: {'security_group_rule': {'security_group_id': 'd4de7490-0942-4ba0-a70a-b571fe2958b8', 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:58.946505 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-3e5cb54f-9cb6-456f-9cc4-21b4a342828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '7c8e0373-3540-40b4-a116-de28648f341f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port': {'id': '7c8e0373-3540-40b4-a116-de28648f341f', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:53Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': '2cb8e054-5ac7-4430-897f-1b25de7412eb', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'floating_ip_address': '172.28.1.54', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'port_id': '57553d2f-58f3-4922-8b37-9c0d0d3f2329', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'mac_address': 'fa:16:3e:27:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:17:56Z', 'updated_at': '2021-06-23T16:17:56Z', 'revision_number': 0, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2e72fb-3159-4650-8216-0f205c4d363e', 'name': '', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'mac_address': 'fa:16:3e:a6:8a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:55Z', 'updated_at': '2021-06-23T16:17:03Z', 'revision_number': 5, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'subnets': [{'id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:17:58.982693 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5cb54f-9cb6-456f-9cc4-21b4a342828f None None] The sync data for ids ['edd7c481-c860-463b-9d3d-8f3400005043'] in dv-cinder-788363-4-smb is: [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '7c8e0373-3540-40b4-a116-de28648f341f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port': {'id': '7c8e0373-3540-40b4-a116-de28648f341f', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:53Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': '2cb8e054-5ac7-4430-897f-1b25de7412eb', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'floating_ip_address': '172.28.1.54', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'port_id': '57553d2f-58f3-4922-8b37-9c0d0d3f2329', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'mac_address': 'fa:16:3e:27:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:17:56Z', 'updated_at': '2021-06-23T16:17:56Z', 'revision_number': 0, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2e72fb-3159-4650-8216-0f205c4d363e', 'name': '', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'mac_address': 'fa:16:3e:a6:8a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:55Z', 'updated_at': '2021-06-23T16:17:03Z', 'revision_number': 5, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'subnets': [{'id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:17:59.007234 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.020805 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-771719c1-08b3-44ed-858a-2aef4010404a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.041320 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633975f3-6f94-4379-8c5b-2a0a16dfec43 req-cde05166-ed36-40d8-a23c-ab85d69440f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:59.043371 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-633975f3-6f94-4379-8c5b-2a0a16dfec43 req-cde05166-ed36-40d8-a23c-ab85d69440f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=113f5523-e981-446e-9b93-54f8d7549c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4185803 Jun 23 16:17:59.095380 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77383e92-ebfd-4ab3-8060-f8b04d42d34c req-f24404a2-75ee-4460-a107-f431bc7faa76 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:59.096917 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-77383e92-ebfd-4ab3-8060-f8b04d42d34c req-f24404a2-75ee-4460-a107-f431bc7faa76 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1898825 Jun 23 16:17:59.124136 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-771719c1-08b3-44ed-858a-2aef4010404a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.132455 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ae3f5-5abb-4924-bf63-759e6d4b5925 req-2a5b520f-64e9-4eb5-9a06-4b319023a648 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:59.140663 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ad6ae3f5-5abb-4924-bf63-759e6d4b5925 req-2a5b520f-64e9-4eb5-9a06-4b319023a648 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1914256 Jun 23 16:17:59.166500 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-771719c1-08b3-44ed-858a-2aef4010404a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.167875 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-633975f3-6f94-4379-8c5b-2a0a16dfec43 req-873a5115-9a7a-4df3-89ef-f07054f1980a service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088154 Jun 23 16:17:59.186830 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:59.206096 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771719c1-08b3-44ed-858a-2aef4010404a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ab40b6-713f-4350-92e0-0ec91e9a5c14,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:59.209071 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-771719c1-08b3-44ed-858a-2aef4010404a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:59.225332 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-77383e92-ebfd-4ab3-8060-f8b04d42d34c req-514a4e5e-7536-449e-b327-f7127c963b3d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127303 Jun 23 16:17:59.253524 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-771719c1-08b3-44ed-858a-2aef4010404a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.254738 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-771719c1-08b3-44ed-858a-2aef4010404a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3823066 Jun 23 16:17:59.257723 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 58346) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:59.263134 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-57b3ae53-503b-418e-9b71-8738e4d3e6e8 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Request body: {'security_group_rule': {'security_group_id': 'd4de7490-0942-4ba0-a70a-b571fe2958b8', 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:59.281993 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ad6ae3f5-5abb-4924-bf63-759e6d4b5925 req-2d5354f8-da2f-44f6-be79-58cb1ac5a283 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402717 Jun 23 16:17:59.322750 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-633975f3-6f94-4379-8c5b-2a0a16dfec43 req-f7ddaec0-f590-4987-bdf1-6f3abc5258ed service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475713 Jun 23 16:17:59.334146 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96b618-6cf0-44e7-aa86-8fb2a03fd537 None None] New status for floating IP 2cb8e054-5ac7-4430-897f-1b25de7412eb: ACTIVE {{(pid=93116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:17:59.351211 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-57b3ae53-503b-418e-9b71-8738e4d3e6e8 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.434339 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-57b3ae53-503b-418e-9b71-8738e4d3e6e8 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.446344 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dd1e8-2f4a-404c-9413-93a09bb0fb3d req-e914810b-9dd7-4f32-9236-2802306c011f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:59.448170 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f90dd1e8-2f4a-404c-9413-93a09bb0fb3d req-e914810b-9dd7-4f32-9236-2802306c011f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1167083 Jun 23 16:17:59.449559 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-57b3ae53-503b-418e-9b71-8738e4d3e6e8 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.451922 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f2587e7e-c93f-4ebc-b4ce-f654a8a4b3ac tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:59.484648 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3ae53-503b-418e-9b71-8738e4d3e6e8 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b36e79-a164-4f16-bbd6-4d14a8b72f70,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:59.489495 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-57b3ae53-503b-418e-9b71-8738e4d3e6e8 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:59.498092 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-57b3ae53-503b-418e-9b71-8738e4d3e6e8 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.499306 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-57b3ae53-503b-418e-9b71-8738e4d3e6e8 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2399633 Jun 23 16:17:59.502094 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 58348) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:59.506972 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-fbd0ce44-d55e-4598-a399-827aaf6c9d9b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Request body: {'security_group_rule': {'security_group_id': 'd4de7490-0942-4ba0-a70a-b571fe2958b8', 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:59.512763 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f90dd1e8-2f4a-404c-9413-93a09bb0fb3d req-8857c9fc-793e-496c-942b-b1aab24621f2 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550065 Jun 23 16:17:59.543160 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.securitygroups_db [None req-fbd0ce44-d55e-4598-a399-827aaf6c9d9b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Project 3fd7706c17bf4aa2a7ba1381ae2be453 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:17:59.548461 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ce44-d55e-4598-a399-827aaf6c9d9b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.613677 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ce44-d55e-4598-a399-827aaf6c9d9b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.618321 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ce44-d55e-4598-a399-827aaf6c9d9b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.620635 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:59.634795 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0ce44-d55e-4598-a399-827aaf6c9d9b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492862be-77b7-4b1d-be03-d5da4c978bb3,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:59.638720 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-fbd0ce44-d55e-4598-a399-827aaf6c9d9b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:59.645348 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ce44-d55e-4598-a399-827aaf6c9d9b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.646545 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-fbd0ce44-d55e-4598-a399-827aaf6c9d9b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434073 Jun 23 16:17:59.649298 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 58354) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:59.654061 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-f708d541-a5f2-47b3-a5f7-97c394f68d05 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Request body: {'security_group_rule': {'security_group_id': 'd4de7490-0942-4ba0-a70a-b571fe2958b8', 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:17:59.676514 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.securitygroups_db [None req-f708d541-a5f2-47b3-a5f7-97c394f68d05 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Project 3fd7706c17bf4aa2a7ba1381ae2be453 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:17:59.681718 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f708d541-a5f2-47b3-a5f7-97c394f68d05 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.745577 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device de4b2e09-bdc2-4647-bd3e-ba6d80076339 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:17:59.747465 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f708d541-a5f2-47b3-a5f7-97c394f68d05 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.754414 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f708d541-a5f2-47b3-a5f7-97c394f68d05 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.759675 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-fbd0ce44-d55e-4598-a399-827aaf6c9d9b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:17:59.765816 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: de4b2e09-bdc2-4647-bd3e-ba6d80076339 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:17:59.766156 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device de4b2e09-bdc2-4647-bd3e-ba6d80076339 not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:17:59.778874 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708d541-a5f2-47b3-a5f7-97c394f68d05 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a60e2c-7cab-43ae-b104-6eb5491c1ce1,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:17:59.781280 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f708d541-a5f2-47b3-a5f7-97c394f68d05 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:17:59.786434 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f708d541-a5f2-47b3-a5f7-97c394f68d05 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:59.787647 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-f708d541-a5f2-47b3-a5f7-97c394f68d05 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372414 Jun 23 16:17:59.863623 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-bdf4e7e8-8e77-4147-a4f7-87b22f7d4ec1 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:17:59.865213 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-bdf4e7e8-8e77-4147-a4f7-87b22f7d4ec1 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/networks?id=34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 HTTP/1.1" status: 200 len: 809 time: 0.1302600 Jun 23 16:17:59.888456 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-f564e21b-c5ee-45f9-8947-91d4397df51f tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/quotas/610364b7cba24d88b9ca68a7b07e8126 HTTP/1.1" status: 200 len: 375 time: 0.0174000 Jun 23 16:17:59.932499 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-0cf6cf67-5759-4808-8508-87681f2b868f tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=610364b7cba24d88b9ca68a7b07e8126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375524 Jun 23 16:17:59.953447 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2c931e0c-ddfc-42b2-b43f-26176c67f76b req-b59cc801-10a6-4e53-bcd1-2485ff771513 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936333506&fields=id&tenant_id=3fd7706c17bf4aa2a7ba1381ae2be453 HTTP/1.1" status: 200 len: 267 time: 0.0811532 Jun 23 16:18:00.064847 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-be2737e4-068e-481f-91b8-067ada31c6dd service neutron] 10.222.0.23 "GET /v2.0/networks/34a5011d-5e6b-4cc6-b419-e00d3f3eaea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240726 Jun 23 16:18:00.095827 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c931e0c-ddfc-42b2-b43f-26176c67f76b req-7934e7e0-4e1b-4351-a470-a2bedf02460a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:00.097237 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2c931e0c-ddfc-42b2-b43f-26176c67f76b req-7934e7e0-4e1b-4351-a470-a2bedf02460a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 945 time: 0.1341183 Jun 23 16:18:00.111783 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-2c931e0c-ddfc-42b2-b43f-26176c67f76b req-7a44500d-f34a-4c73-8e9e-7aeb50bc3219 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Request body: {'port': {'security_groups': ['ebe38aa1-9c8b-4e97-b384-83679aa89577', 'd4de7490-0942-4ba0-a70a-b571fe2958b8']}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:18:00.232957 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-6bd64678-1b1e-4bb3-b327-ecd21bbe8ebd service neutron] 10.222.0.23 "GET /v2.0/networks/34a5011d-5e6b-4cc6-b419-e00d3f3eaea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617639 Jun 23 16:18:00.241542 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2c931e0c-ddfc-42b2-b43f-26176c67f76b req-7a44500d-f34a-4c73-8e9e-7aeb50bc3219 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:00.485137 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-2c931e0c-ddfc-42b2-b43f-26176c67f76b req-7a44500d-f34a-4c73-8e9e-7aeb50bc3219 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] For port 57553d2f-58f3-4922-8b37-9c0d0d3f2329, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:00.529074 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2c931e0c-ddfc-42b2-b43f-26176c67f76b req-7a44500d-f34a-4c73-8e9e-7aeb50bc3219 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:00.541435 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2c931e0c-ddfc-42b2-b43f-26176c67f76b req-7a44500d-f34a-4c73-8e9e-7aeb50bc3219 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:00.550902 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:00.553197 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6264-34fb-4178-a754-b80099502afa req-1546b50b-e9ad-4135-ab3e-1f4a61fa8661 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:00.555112 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-05eb6264-34fb-4178-a754-b80099502afa req-1546b50b-e9ad-4135-ab3e-1f4a61fa8661 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1137257 Jun 23 16:18:00.555802 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a1133d32-8cbc-4c92-a76d-d3a5707f7c42 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:00.591921 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['57553d2f-58f3-4922-8b37-9c0d0d3f2329'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:18:00.617429 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c931e0c-ddfc-42b2-b43f-26176c67f76b req-7a44500d-f34a-4c73-8e9e-7aeb50bc3219 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:00.618066 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2c931e0c-ddfc-42b2-b43f-26176c67f76b req-7a44500d-f34a-4c73-8e9e-7aeb50bc3219 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:00.619503 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2c931e0c-ddfc-42b2-b43f-26176c67f76b req-7a44500d-f34a-4c73-8e9e-7aeb50bc3219 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "PUT /v2.0/ports/57553d2f-58f3-4922-8b37-9c0d0d3f2329 HTTP/1.1" status: 200 len: 981 time: 0.5142541 Jun 23 16:18:00.620185 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:18:00.625487 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54f159e-3189-4445-9043-c57fb6f8dd92" -d '{"events": [{"name": "network-changed", "server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:18:00.667296 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-05eb6264-34fb-4178-a754-b80099502afa req-740be686-5daf-4cc5-9859-fb80cdfb8438 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023197 Jun 23 16:18:00.672720 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44500d-f34a-4c73-8e9e-7aeb50bc3219 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event updated for resources: {'Port': ['ID=57553d2f-58f3-4922-8b37-9c0d0d3f2329,revision_number=6']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:00.676065 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7a44500d-f34a-4c73-8e9e-7aeb50bc3219 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:00.899677 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-e4ee69fb-ed9e-4479-bbd5-cf01a77c39e8 None None] Provisioning complete for port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:18:00.900090 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e4ee69fb-ed9e-4479-bbd5-cf01a77c39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:00.901899 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756daed2-44ca-4cbd-a8c3-76337d28cb0a req-a447e5c6-3dba-426b-a1c7-99c5688bd576 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:00.904556 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-756daed2-44ca-4cbd-a8c3-76337d28cb0a req-a447e5c6-3dba-426b-a1c7-99c5688bd576 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0862963 Jun 23 16:18:00.952434 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-756daed2-44ca-4cbd-a8c3-76337d28cb0a req-8fd43e36-f8de-4fa9-87d1-c4643fd51739 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 Jun 23 16:18:00.975913 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['57553d2f-58f3-4922-8b37-9c0d0d3f2329'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:18:01.114205 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-35288e83-1eca-49ae-9969-98890bf9aa57 req-5358f44b-1c8c-474f-88ca-3e093a18b527 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 210 time: 0.0306461 Jun 23 16:18:01.394455 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0d34d-608f-4217-a101-6944863efd81 req-e5d7fe2d-bbc7-4314-b6f1-268f06420a54 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:01.395981 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4cd0d34d-608f-4217-a101-6944863efd81 req-e5d7fe2d-bbc7-4314-b6f1-268f06420a54 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.1140461 Jun 23 16:18:01.403491 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fbf9c-04dc-46db-81f0-4ce78497ac79 req-12a270b9-0fea-4354-9b13-83f387268e4f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:01.404922 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-607fbf9c-04dc-46db-81f0-4ce78497ac79 req-12a270b9-0fea-4354-9b13-83f387268e4f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1114769 Jun 23 16:18:01.462563 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4cd0d34d-608f-4217-a101-6944863efd81 req-f820f626-7031-4233-adf1-90a4496bf13a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566030 Jun 23 16:18:01.470564 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-607fbf9c-04dc-46db-81f0-4ce78497ac79 req-ff2790ad-16e7-4518-9dce-23d8045bae22 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569489 Jun 23 16:18:01.532118 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62b8c55-e694-471a-9af7-358aa74a7087 x-openstack-request-id: req-b62b8c55-e694-471a-9af7-358aa74a7087 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:18:01.532445 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:18:01.532728 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b62b8c55-e694-471a-9af7-358aa74a7087 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:18:01.533145 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329', 'status': 'completed', 'code': 200} Jun 23 16:18:01.670937 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f159e-3189-4445-9043-c57fb6f8dd92 req-379bb104-c798-488b-bd17-09dadfa30f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:01.672284 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c54f159e-3189-4445-9043-c57fb6f8dd92 req-379bb104-c798-488b-bd17-09dadfa30f11 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3fd7706c17bf4aa2a7ba1381ae2be453&device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 1137 time: 0.0555973 Jun 23 16:18:01.762240 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 557dd663-0aba-4116-836d-39c9be8fe871 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:18:01.782588 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f159e-3189-4445-9043-c57fb6f8dd92 req-2ac16f7d-a5ec-46de-875e-481306f1b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:01.784060 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c54f159e-3189-4445-9043-c57fb6f8dd92 req-2ac16f7d-a5ec-46de-875e-481306f1b666 service neutron] 10.222.0.86 "GET /v2.0/networks?id=113f5523-e981-446e-9b93-54f8d7549c67 HTTP/1.1" status: 200 len: 916 time: 0.0907447 Jun 23 16:18:01.859847 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 557dd663-0aba-4116-836d-39c9be8fe871, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=557dd663-0aba-4116-836d-39c9be8fe871,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:01.861057 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff46cef-203a-40e4-9b8d-c659ffd3e342 req-6d8b61bc-0d7e-4046-aa18-9a4505d062c4 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:01.862558 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1ff46cef-203a-40e4-9b8d-c659ffd3e342 req-6d8b61bc-0d7e-4046-aa18-9a4505d062c4 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0656409 Jun 23 16:18:01.871559 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': '557dd663-0aba-4116-836d-39c9be8fe871', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'port_id': '557dd663-0aba-4116-836d-39c9be8fe871', 'mac_address': 'fa:16:3e:25:06:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:18:01.887186 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c54f159e-3189-4445-9043-c57fb6f8dd92 req-c5701ba7-6935-4373-bf9a-7461b19491da service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329 HTTP/1.1" status: 200 len: 1000 time: 0.0670500 Jun 23 16:18:01.901362 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1ff46cef-203a-40e4-9b8d-c659ffd3e342 req-d14fa9a9-323d-439f-95cd-e724b5149730 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329850 Jun 23 16:18:01.910166 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:01.929123 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 557dd663-0aba-4116-836d-39c9be8fe871 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:18:01.949405 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f159e-3189-4445-9043-c57fb6f8dd92 req-1d3734e7-aa4f-421f-88ea-02562c5c8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:01.950790 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 557dd663-0aba-4116-836d-39c9be8fe871, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=557dd663-0aba-4116-836d-39c9be8fe871,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:01.951032 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c54f159e-3189-4445-9043-c57fb6f8dd92 req-1d3734e7-aa4f-421f-88ea-02562c5c8df0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4df47f88-7d1c-499a-af8d-74b891e20003 HTTP/1.1" status: 200 len: 854 time: 0.0514517 Jun 23 16:18:01.955455 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:01.957229 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:02.016503 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f159e-3189-4445-9043-c57fb6f8dd92 req-316f304d-85f8-475c-9fc4-acf27b3fbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:02.017688 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=557dd663-0aba-4116-836d-39c9be8fe871,revision_number=6']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:02.018716 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c54f159e-3189-4445-9043-c57fb6f8dd92 req-316f304d-85f8-475c-9fc4-acf27b3fbce9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=113f5523-e981-446e-9b93-54f8d7549c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0562739 Jun 23 16:18:02.021245 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:02.131089 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c54f159e-3189-4445-9043-c57fb6f8dd92 req-8556d67a-7232-410b-aaff-d1f65d4f8615 service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949280 Jun 23 16:18:02.239929 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c54f159e-3189-4445-9043-c57fb6f8dd92 req-7006bdad-db42-4fda-9d0d-6f7371ec41b5 service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944252 Jun 23 16:18:02.326181 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['557dd663-0aba-4116-836d-39c9be8fe871'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:18:02.469379 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e672-7f93-4128-b583-20f106ad2fad req-4535fefe-af62-44cc-ab9d-fd49975041f1 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:02.470886 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3590e672-7f93-4128-b583-20f106ad2fad req-4535fefe-af62-44cc-ab9d-fd49975041f1 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.3847506 Jun 23 16:18:02.510106 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7fa73311-0434-4c35-b38f-4abb6f8eb27b req-625c322b-f2c2-438f-b55e-7300599edf32 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 210 time: 0.0515711 Jun 23 16:18:02.555041 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-dd6f628d-424b-4073-b377-e11299c552ac tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:02.556485 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-dd6f628d-424b-4073-b377-e11299c552ac tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.86 "GET /v2.0/networks?id=34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 HTTP/1.1" status: 200 len: 809 time: 0.4320397 Jun 23 16:18:02.559274 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3590e672-7f93-4128-b583-20f106ad2fad req-5802ffde-5e1e-40d4-8c6d-c35f88bbd55d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787821 Jun 23 16:18:02.603525 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:02.682101 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded34fd2-1101-4d72-a90c-621f83ac6af9 req-99b2c9c3-cbfd-47c0-9ee5-4081ea52f8ce tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:02.683507 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ded34fd2-1101-4d72-a90c-621f83ac6af9 req-99b2c9c3-cbfd-47c0-9ee5-4081ea52f8ce tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 945 time: 0.0688796 Jun 23 16:18:02.691183 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Request body: {'port': {'device_id': 'd4a47afe-6d53-4028-91f4-cafd20ba70ea', 'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9', 'admin_state_up': True, 'tenant_id': '610364b7cba24d88b9ca68a7b07e8126'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:18:02.776838 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ded34fd2-1101-4d72-a90c-621f83ac6af9 req-ab472cfe-85bd-4268-b518-4f2d3268f088 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821948 Jun 23 16:18:02.829150 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Made reservation on behalf of 610364b7cba24d88b9ca68a7b07e8126 for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:18:02.834499 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:02.963229 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Allocated IP 172.20.0.5 (34a5011d-5e6b-4cc6-b419-e00d3f3eaea9/70a23519-033c-4e6b-8017-48b9e37cd445/2b7beb3a-1c4c-4eab-a246-afacf8cbf843) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:18:03.141473 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:03.157156 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f24a5-f45c-4b32-afb1-861a1c85c576 req-d8185437-ae5b-44c6-96c8-9d3a3878e943 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:03.158651 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-769f24a5-f45c-4b32-afb1-861a1c85c576 req-d8185437-ae5b-44c6-96c8-9d3a3878e943 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1349821 Jun 23 16:18:03.212761 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-769f24a5-f45c-4b32-afb1-861a1c85c576 req-5193cab2-e946-4a11-84d1-02529aed8da8 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480793 Jun 23 16:18:03.220004 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:03.224471 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:03.268761 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Network 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:18:03.272094 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:18:03.274510 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:18:03.281078 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Pushing event updated for resources: {'Port': ['ID=2b7beb3a-1c4c-4eab-a246-afacf8cbf843,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:03.283722 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:03.333037 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:03.333648 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:03.348621 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6611540 Jun 23 16:18:03.412723 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Request body: {'port': {'device_id': 'd4a47afe-6d53-4028-91f4-cafd20ba70ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:18:03.492792 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:03.783773 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 557dd663-0aba-4116-836d-39c9be8fe871 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:18:03.838696 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port 557dd663-0aba-4116-836d-39c9be8fe871 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:18:03.839279 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:03.856060 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bdd34-20ba-4c3b-a5b5-ad6294cf8dd9 req-91352785-76e7-47f3-8083-32b1dc2763c9 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:03.858408 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2e1bdd34-20ba-4c3b-a5b5-ad6294cf8dd9 req-91352785-76e7-47f3-8083-32b1dc2763c9 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 931 time: 0.2294443 Jun 23 16:18:03.905468 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcb015-1351-4590-ada9-e704b12c3f54 req-f3c7aec1-53b8-4b18-8316-353f215dcf92 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:03.907039 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-59dcb015-1351-4590-ada9-e704b12c3f54 req-f3c7aec1-53b8-4b18-8316-353f215dcf92 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.2222247 Jun 23 16:18:03.928077 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:03.952588 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2e1bdd34-20ba-4c3b-a5b5-ad6294cf8dd9 req-6fe80a1d-33a6-469e-a684-9834ac7dca73 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769970 Jun 23 16:18:03.966266 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 557dd663-0aba-4116-836d-39c9be8fe871, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=557dd663-0aba-4116-836d-39c9be8fe871,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:03.967276 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:18:03.970310 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1d041c-7f3d-4b72-bb12-8e9a135838f7" -d '{"events": [{"server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "name": "network-vif-plugged", "status": "completed", "tag": "557dd663-0aba-4116-836d-39c9be8fe871"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:18:03.974506 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:03.976450 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:04.008288 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-59dcb015-1351-4590-ada9-e704b12c3f54 req-5b4b3c00-2700-4999-82b9-747bc0b274db tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910885 Jun 23 16:18:04.014244 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:18:04.022973 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:04.029130 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=557dd663-0aba-4116-836d-39c9be8fe871,revision_number=7']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:04.032630 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:04.037219 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Transition to ACTIVE for port object 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:18:04.042233 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:04.044972 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ae94be0b-4c77-438b-9b73-4cd322b24409 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:04.092715 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb91b3f-6b8c-439d-8168-8296b53834d6 x-openstack-request-id: req-ecb91b3f-6b8c-439d-8168-8296b53834d6 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:18:04.093121 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "name": "network-vif-plugged", "status": "completed", "tag": "557dd663-0aba-4116-836d-39c9be8fe871", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:18:04.093470 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecb91b3f-6b8c-439d-8168-8296b53834d6 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:18:04.094201 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871', 'code': 200} Jun 23 16:18:04.119236 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7beb3a-1c4c-4eab-a246-afacf8cbf843,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:04.131802 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:04.211727 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Attempting to bind port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:18:04.212091 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Attempting to bind port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e908ee5f-b09f-486b-aaaf-a2308c04c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:18:04.212496 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Attempting to bind port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 on network 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:18:04.221615 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 on network 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:18:04.221934 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Attempting to bind port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 on network 34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:18:04.235165 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741559c-9e29-4ba3-8445-2927529f8fff req-23ee23f0-b455-452c-9c45-4496e5323342 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:04.236647 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f741559c-9e29-4ba3-8445-2927529f8fff req-23ee23f0-b455-452c-9c45-4496e5323342 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1139452 Jun 23 16:18:04.237899 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:18:04.239505 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Checking segment: {'id': 'e908ee5f-b09f-486b-aaaf-a2308c04c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:18:04.239505 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Bound using segment: {'id': 'e908ee5f-b09f-486b-aaaf-a2308c04c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:18:04.239505 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Bound port: 2b7beb3a-1c4c-4eab-a246-afacf8cbf843, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e908ee5f-b09f-486b-aaaf-a2308c04c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:18:04.239505 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:04.320231 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f741559c-9e29-4ba3-8445-2927529f8fff req-52d1dfcd-9965-4e13-9461-b6e0d57e15d1 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681808 Jun 23 16:18:04.344024 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] For port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843, host hv-cinder-78836, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:18:04.381949 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] For port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b7beb3a-1c4c-4eab-a246-afacf8cbf843,segment=NetworkSegment(e908ee5f-b09f-486b-aaaf-a2308c04c59f),segment_id=e908ee5f-b09f-486b-aaaf-a2308c04c59f)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:18:04.392344 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:04.395191 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cbcb18e6-1508-46db-bc22-758916bf14f6 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:04.449257 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:04.449938 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:04.451594 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] 10.222.0.86 "PUT /v2.0/ports/2b7beb3a-1c4c-4eab-a246-afacf8cbf843 HTTP/1.1" status: 200 len: 1093 time: 1.0435092 Jun 23 16:18:04.452948 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a47afe-6d53-4028-91f4-cafd20ba70ea', 'tag': '2b7beb3a-1c4c-4eab-a246-afacf8cbf843'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:18:04.455641 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001fe396-6662-4942-a0cb-6608de167018" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a47afe-6d53-4028-91f4-cafd20ba70ea", "tag": "2b7beb3a-1c4c-4eab-a246-afacf8cbf843"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:18:04.502958 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dda01-4092-4080-a95c-5da977eded13 req-0c349e99-b63d-4b7b-8e74-5c5638841701 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:04.511387 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-528dda01-4092-4080-a95c-5da977eded13 req-0c349e99-b63d-4b7b-8e74-5c5638841701 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1703665 Jun 23 16:18:04.519299 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7beb3a-1c4c-4eab-a246-afacf8cbf843,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:04.524584 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:04.548291 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f26dfa8-088b-4558-bae5-2bdd4cecbb43 x-openstack-request-id: req-8f26dfa8-088b-4558-bae5-2bdd4cecbb43 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:18:04.548571 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a47afe-6d53-4028-91f4-cafd20ba70ea", "tag": "2b7beb3a-1c4c-4eab-a246-afacf8cbf843", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:18:04.548969 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f26dfa8-088b-4558-bae5-2bdd4cecbb43 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:18:04.549417 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a47afe-6d53-4028-91f4-cafd20ba70ea', 'tag': '2b7beb3a-1c4c-4eab-a246-afacf8cbf843', 'status': 'completed', 'code': 200} Jun 23 16:18:04.609121 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-528dda01-4092-4080-a95c-5da977eded13 req-c7bc8711-54d3-4f11-9242-57bc4a2bbbf0 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969071 Jun 23 16:18:04.638109 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-f7f7907e-2a26-4cee-9730-5166888fb04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:04.639661 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-f7f7907e-2a26-4cee-9730-5166888fb04b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=610364b7cba24d88b9ca68a7b07e8126&device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 1096 time: 0.1008976 Jun 23 16:18:04.716288 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-438e4019-66e2-4387-b58c-71e4255cd39d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b7beb3a-1c4c-4eab-a246-afacf8cbf843 HTTP/1.1" status: 200 len: 217 time: 0.0464063 Jun 23 16:18:04.787454 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-aa9eb07e-40a2-4205-bd1a-eae91690395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:04.789016 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-aa9eb07e-40a2-4205-bd1a-eae91690395a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=70a23519-033c-4e6b-8017-48b9e37cd445 HTTP/1.1" status: 200 len: 849 time: 0.0620534 Jun 23 16:18:04.841570 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-8ed35fca-cc1d-47ca-9670-53339f440905 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34a5011d-5e6b-4cc6-b419-e00d3f3eaea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386798 Jun 23 16:18:04.986926 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-681dba73-bc03-4f36-9b5c-73dc30e68cd8 service neutron] 10.222.0.86 "GET /v2.0/networks/34a5011d-5e6b-4cc6-b419-e00d3f3eaea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329186 Jun 23 16:18:05.203679 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b6aa1da-d865-4c85-b289-c707a5e64be4 req-28730ab5-1f4f-4c2d-b04b-158805c65da5 service neutron] 10.222.0.86 "GET /v2.0/networks/34a5011d-5e6b-4cc6-b419-e00d3f3eaea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817803 Jun 23 16:18:05.259899 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f17cf5-1759-48aa-930c-c8ba57fffd59 req-0b89886a-3110-4223-96f9-5ce0ba4203dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:05.268081 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-45f17cf5-1759-48aa-930c-c8ba57fffd59 req-0b89886a-3110-4223-96f9-5ce0ba4203dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 943 time: 0.1663942 Jun 23 16:18:05.318148 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec9860-4994-4d92-a43c-fc2ac3112e5c req-7da438c3-c7fb-4be2-a56e-1944ac3c611b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:05.325512 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8cec9860-4994-4d92-a43c-fc2ac3112e5c req-7da438c3-c7fb-4be2-a56e-1944ac3c611b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1681905 Jun 23 16:18:05.337851 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-45f17cf5-1759-48aa-930c-c8ba57fffd59 req-5f6490ff-3a6f-4f58-97c3-6f46361761eb tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680640 Jun 23 16:18:05.401139 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8cec9860-4994-4d92-a43c-fc2ac3112e5c req-ecff5ecd-ce6b-43f5-96d7-2aca73f65a97 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746007 Jun 23 16:18:05.458454 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fe396-6662-4942-a0cb-6608de167018 req-b88f31c3-4037-4782-866d-30eb5d806f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:05.460304 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-001fe396-6662-4942-a0cb-6608de167018 req-b88f31c3-4037-4782-866d-30eb5d806f21 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=610364b7cba24d88b9ca68a7b07e8126&device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 1096 time: 0.0921407 Jun 23 16:18:05.653045 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fe396-6662-4942-a0cb-6608de167018 req-13cba26b-9216-4ca3-88a4-145f6e8f4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:05.654527 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-001fe396-6662-4942-a0cb-6608de167018 req-13cba26b-9216-4ca3-88a4-145f6e8f4c8f service neutron] 10.222.0.86 "GET /v2.0/networks?id=34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 HTTP/1.1" status: 200 len: 910 time: 0.1445854 Jun 23 16:18:05.662134 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa302c-e3f7-4429-ae86-260615ec8f90 req-b44fcdf9-4ead-4026-a90f-39243569444d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:05.663643 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ccfa302c-e3f7-4429-ae86-260615ec8f90 req-b44fcdf9-4ead-4026-a90f-39243569444d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1646135 Jun 23 16:18:05.779634 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-001fe396-6662-4942-a0cb-6608de167018 req-86fe124c-2024-4fe7-a823-fbd55d0a4253 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b7beb3a-1c4c-4eab-a246-afacf8cbf843 HTTP/1.1" status: 200 len: 217 time: 0.0848706 Jun 23 16:18:05.804545 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ccfa302c-e3f7-4429-ae86-260615ec8f90 req-683f363c-6639-4c65-88c4-f88d32a754fd tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346130 Jun 23 16:18:05.905824 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fe396-6662-4942-a0cb-6608de167018 req-a8cc47a6-96d9-4e0a-932e-f6aee4aa6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:05.907791 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-001fe396-6662-4942-a0cb-6608de167018 req-a8cc47a6-96d9-4e0a-932e-f6aee4aa6baa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=70a23519-033c-4e6b-8017-48b9e37cd445 HTTP/1.1" status: 200 len: 849 time: 0.1092682 Jun 23 16:18:05.948689 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-001fe396-6662-4942-a0cb-6608de167018 req-84a0753b-0713-4f1b-88fe-d2f9369a2643 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34a5011d-5e6b-4cc6-b419-e00d3f3eaea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335159 Jun 23 16:18:05.965341 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9416df-b70c-48c7-b415-0fe5decae39d req-f0276406-d644-451d-bad6-a5c2fcbda5f9 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:05.967080 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6b9416df-b70c-48c7-b415-0fe5decae39d req-f0276406-d644-451d-bad6-a5c2fcbda5f9 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1940949 Jun 23 16:18:06.066632 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6b9416df-b70c-48c7-b415-0fe5decae39d req-80c03366-fd65-46e9-aebf-b2b677744dca tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906374 Jun 23 16:18:06.136762 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-001fe396-6662-4942-a0cb-6608de167018 req-45bd52ac-884a-4562-8518-5a147d622a1f service neutron] 10.222.0.86 "GET /v2.0/networks/34a5011d-5e6b-4cc6-b419-e00d3f3eaea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686347 Jun 23 16:18:06.291892 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-001fe396-6662-4942-a0cb-6608de167018 req-1eb87826-9a06-4acb-9ff0-17e13c60aa84 service neutron] 10.222.0.86 "GET /v2.0/networks/34a5011d-5e6b-4cc6-b419-e00d3f3eaea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191094 Jun 23 16:18:06.538727 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa2e49-65b1-4423-9d71-d82ef48b23d4 req-631cd632-1c81-4aa8-abb1-4c57662f5e8b tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:06.543487 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e9aa2e49-65b1-4423-9d71-d82ef48b23d4 req-631cd632-1c81-4aa8-abb1-4c57662f5e8b tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 943 time: 0.0786979 Jun 23 16:18:06.633766 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e9aa2e49-65b1-4423-9d71-d82ef48b23d4 req-eaedc4b1-506e-48be-bd03-daed88ec5336 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862949 Jun 23 16:18:06.656600 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba427340-3c67-4a2c-818f-7deb74f14fd5 req-5445b992-5ba0-416a-b162-3517f2e9c5d9 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:06.658090 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ba427340-3c67-4a2c-818f-7deb74f14fd5 req-5445b992-5ba0-416a-b162-3517f2e9c5d9 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1131036 Jun 23 16:18:06.705636 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ba427340-3c67-4a2c-818f-7deb74f14fd5 req-0695e7a6-81a2-4e3a-a0e9-a8f3a1e8e97e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410101 Jun 23 16:18:07.059779 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708f1a0-69cd-47ff-bbd9-1239ae7c3f51 req-0c7ae009-6e5d-48b6-bd68-d53afd0eeab3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:07.067063 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b708f1a0-69cd-47ff-bbd9-1239ae7c3f51 req-0c7ae009-6e5d-48b6-bd68-d53afd0eeab3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.0921955 Jun 23 16:18:07.121121 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b708f1a0-69cd-47ff-bbd9-1239ae7c3f51 req-f74eb5d7-a0b6-4b26-9327-391ebe090e44 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497832 Jun 23 16:18:07.335481 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c5adc-076e-447e-bdea-faaa7e299772 req-4342d2a1-d746-4d7c-b29a-8fdcb66f85b3 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:07.343502 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-033c5adc-076e-447e-bdea-faaa7e299772 req-4342d2a1-d746-4d7c-b29a-8fdcb66f85b3 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1047957 Jun 23 16:18:07.386968 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-033c5adc-076e-447e-bdea-faaa7e299772 req-822ba4cf-a05c-4e01-9eb5-a3f6c8ffe35a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 Jun 23 16:18:07.810003 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:18:07.892746 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a30b33-c014-41d4-889c-5c5589d2ed93 req-626181b8-6481-4613-b0c4-0d1365974d34 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:07.894212 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f0a30b33-c014-41d4-889c-5c5589d2ed93 req-626181b8-6481-4613-b0c4-0d1365974d34 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 943 time: 0.1189027 Jun 23 16:18:07.917350 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b7beb3a-1c4c-4eab-a246-afacf8cbf843,segment=NetworkSegment(e908ee5f-b09f-486b-aaaf-a2308c04c59f),segment_id=e908ee5f-b09f-486b-aaaf-a2308c04c59f)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:07.931430 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': '2b7beb3a-1c4c-4eab-a246-afacf8cbf843', 'network_id': '34a5011d-5e6b-4cc6-b419-e00d3f3eaea9', 'port_id': '2b7beb3a-1c4c-4eab-a246-afacf8cbf843', 'mac_address': 'fa:16:3e:88:82:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a23519-033c-4e6b-8017-48b9e37cd445', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:18:07.943054 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68684dd4-7cfb-455b-9e05-f6a8f9b86645 req-ece6340e-7204-47ac-8b94-d6b473282641 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:07.944526 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-68684dd4-7cfb-455b-9e05-f6a8f9b86645 req-ece6340e-7204-47ac-8b94-d6b473282641 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1102605 Jun 23 16:18:07.957918 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f0a30b33-c014-41d4-889c-5c5589d2ed93 req-ac2e3606-3d99-4e4d-b2ff-8b580aea8ee7 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528944 Jun 23 16:18:07.978046 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:07.998852 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:18:08.012386 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-68684dd4-7cfb-455b-9e05-f6a8f9b86645 req-93861260-fda4-47fd-aae9-064aa958010f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533466 Jun 23 16:18:08.027290 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b7beb3a-1c4c-4eab-a246-afacf8cbf843,segment=NetworkSegment(e908ee5f-b09f-486b-aaaf-a2308c04c59f),segment_id=e908ee5f-b09f-486b-aaaf-a2308c04c59f)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:08.033578 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:08.037344 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:08.102180 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=2b7beb3a-1c4c-4eab-a246-afacf8cbf843,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:08.105701 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:08.310683 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d5c0a-24d8-4b8b-9853-7658c1ac9fd4 req-ee8ec87f-e4e3-402c-be5d-b6f3160361a0 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:08.312439 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0f6d5c0a-24d8-4b8b-9853-7658c1ac9fd4 req-ee8ec87f-e4e3-402c-be5d-b6f3160361a0 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.0739489 Jun 23 16:18:08.367181 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0f6d5c0a-24d8-4b8b-9853-7658c1ac9fd4 req-c1ce00a7-8530-48a8-ac56-bc82d861db4d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488169 Jun 23 16:18:08.628476 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56789d8-4e43-4408-8368-0f8d09d1d66e req-04414565-8c15-4cf1-91f7-85ea54d8fb8b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:08.630194 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b56789d8-4e43-4408-8368-0f8d09d1d66e req-04414565-8c15-4cf1-91f7-85ea54d8fb8b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0865107 Jun 23 16:18:08.651124 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['2b7beb3a-1c4c-4eab-a246-afacf8cbf843'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:18:08.698377 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b56789d8-4e43-4408-8368-0f8d09d1d66e req-571ace14-7a46-4282-9ba0-7ab2c69ebd6c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576644 Jun 23 16:18:08.742042 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb8ae2-83cc-4319-9222-75747e0b72d2 req-24e151c2-6412-41dc-a212-e30d52556471 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:08.744253 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9ccb8ae2-83cc-4319-9222-75747e0b72d2 req-24e151c2-6412-41dc-a212-e30d52556471 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 945 time: 0.1129439 Jun 23 16:18:08.810134 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9ccb8ae2-83cc-4319-9222-75747e0b72d2 req-ffd3bf78-c027-4ce9-9028-440436509b53 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497549 Jun 23 16:18:09.210351 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab029f8-7977-48fe-b3b6-7ed625dfee95 req-154ecc03-6039-4cac-85e9-5cabe9faa018 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:09.214724 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7ab029f8-7977-48fe-b3b6-7ed625dfee95 req-154ecc03-6039-4cac-85e9-5cabe9faa018 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 944 time: 0.1280706 Jun 23 16:18:09.266157 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7ab029f8-7977-48fe-b3b6-7ed625dfee95 req-df223c19-90cd-4406-85dc-e720bb4c6296 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475492 Jun 23 16:18:09.278581 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963b2e7-5fa5-4ca8-ac22-70963106921c req-39746adb-185f-4382-813e-83da9b63a689 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:09.280174 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5963b2e7-5fa5-4ca8-ac22-70963106921c req-39746adb-185f-4382-813e-83da9b63a689 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1143825 Jun 23 16:18:09.330152 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5963b2e7-5fa5-4ca8-ac22-70963106921c req-1498b43b-1a2c-4c40-8df8-568b262355b7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 Jun 23 16:18:09.548805 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d171-4192-42c0-b8ba-bceb12c8ca74 req-12ae27b0-4aad-4d00-9374-c6ed9baf6f71 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:09.550635 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fdd6d171-4192-42c0-b8ba-bceb12c8ca74 req-12ae27b0-4aad-4d00-9374-c6ed9baf6f71 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.0689478 Jun 23 16:18:09.593138 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fdd6d171-4192-42c0-b8ba-bceb12c8ca74 req-806b83c1-f20f-4209-bbf7-1e9dc8f3c1bd tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359042 Jun 23 16:18:09.907847 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4348e6-7ee0-4172-8cb7-b7be008d5a14 req-12258457-6ed0-4ff9-8922-47d0be233546 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:09.914855 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ab4348e6-7ee0-4172-8cb7-b7be008d5a14 req-12258457-6ed0-4ff9-8922-47d0be233546 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0742590 Jun 23 16:18:09.980701 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ab4348e6-7ee0-4172-8cb7-b7be008d5a14 req-284b1e06-8b6d-4be2-9414-e2fe9b822616 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649824 Jun 23 16:18:10.020985 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7059875-b7f1-4021-bcb1-eee1ff10b992 req-e34b5aae-f373-4676-897c-db418b6c34a0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:10.022749 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e7059875-b7f1-4021-bcb1-eee1ff10b992 req-e34b5aae-f373-4676-897c-db418b6c34a0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 945 time: 0.0918508 Jun 23 16:18:10.069224 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e7059875-b7f1-4021-bcb1-eee1ff10b992 req-6f2a073f-2226-4d32-b0ed-8aa9373e4ea7 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390589 Jun 23 16:18:10.515053 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0e923-be39-4a62-a0bb-a89b5762dd4b req-7e9f645a-d758-47d6-814a-bed7def89178 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:10.516633 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a7c0e923-be39-4a62-a0bb-a89b5762dd4b req-7e9f645a-d758-47d6-814a-bed7def89178 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 944 time: 0.1063128 Jun 23 16:18:10.562212 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a7218-35a7-43a3-9e4a-412f7e18dd0b req-f75627ed-75d5-4f94-958f-62723f210aab tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:10.563743 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fe9a7218-35a7-43a3-9e4a-412f7e18dd0b req-f75627ed-75d5-4f94-958f-62723f210aab tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1169062 Jun 23 16:18:10.602863 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a7c0e923-be39-4a62-a0bb-a89b5762dd4b req-a99bf83b-9761-4cf6-b91a-57620bd70eb3 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773883 Jun 23 16:18:10.627128 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fe9a7218-35a7-43a3-9e4a-412f7e18dd0b req-8594f71e-d327-4fcd-bfed-4724769716fa tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500450 Jun 23 16:18:10.800918 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c38005-1f29-4aef-8d6d-cd681afc067d req-bbec2089-75b2-4a58-b447-bd9f2a5704b4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:10.802441 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-32c38005-1f29-4aef-8d6d-cd681afc067d req-bbec2089-75b2-4a58-b447-bd9f2a5704b4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.0711341 Jun 23 16:18:10.841961 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-32c38005-1f29-4aef-8d6d-cd681afc067d req-68e90185-385e-4ede-88e8-e999bccf37b9 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332880 Jun 23 16:18:11.560937 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2f1b-6572-4be1-8133-46d4be2d56a8 req-df82cf0a-18d5-4a85-b81a-036869673a44 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:11.562823 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b50a2f1b-6572-4be1-8133-46d4be2d56a8 req-df82cf0a-18d5-4a85-b81a-036869673a44 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.4647951 Jun 23 16:18:11.590073 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3f6f6-ae51-462e-a05a-8a2687dfcd5f req-cdbad5ea-6b78-4c48-8daf-1eb0ec81bc26 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:11.591502 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a8c3f6f6-ae51-462e-a05a-8a2687dfcd5f req-cdbad5ea-6b78-4c48-8daf-1eb0ec81bc26 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 945 time: 0.4554021 Jun 23 16:18:11.681758 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b50a2f1b-6572-4be1-8133-46d4be2d56a8 req-107861d8-b610-45c5-8e4c-f6f7caf3a121 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113808 Jun 23 16:18:11.728583 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b276c2-9ad7-491f-a0e0-f720406bb318 req-f0505c0a-1e8d-4e0d-93f5-738db81d22a8 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:11.730911 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-39b276c2-9ad7-491f-a0e0-f720406bb318 req-f0505c0a-1e8d-4e0d-93f5-738db81d22a8 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 945 time: 0.5380390 Jun 23 16:18:11.791999 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-39b276c2-9ad7-491f-a0e0-f720406bb318 req-7deaf507-19f8-4184-8571-a8f0d30d35e6 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538177 Jun 23 16:18:11.803919 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-a8c3f6f6-ae51-462e-a05a-8a2687dfcd5f req-500d10c7-4d5a-45a0-824a-edcc52dcdcda tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Deleting port 612249a6-24ae-4d59-bef5-d2280ab7ea60 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:18:11.804254 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a8c3f6f6-ae51-462e-a05a-8a2687dfcd5f req-500d10c7-4d5a-45a0-824a-edcc52dcdcda tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:11.832011 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:18:11.925413 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:18:11.933947 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:18:11.934448 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:11.966983 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-a8c3f6f6-ae51-462e-a05a-8a2687dfcd5f req-500d10c7-4d5a-45a0-824a-edcc52dcdcda tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] For port 612249a6-24ae-4d59-bef5-d2280ab7ea60, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=612249a6-24ae-4d59-bef5-d2280ab7ea60,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:11.967348 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a8c3f6f6-ae51-462e-a05a-8a2687dfcd5f req-500d10c7-4d5a-45a0-824a-edcc52dcdcda tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:11.991018 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a03c7-5a2f-4dac-8e43-2583603422e3 req-f05ab1a4-ec51-468e-a45f-777f5cdd91a8 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:11.992526 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e57a03c7-5a2f-4dac-8e43-2583603422e3 req-f05ab1a4-ec51-468e-a45f-777f5cdd91a8 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 944 time: 0.1653216 Jun 23 16:18:11.993456 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-a8c3f6f6-ae51-462e-a05a-8a2687dfcd5f req-500d10c7-4d5a-45a0-824a-edcc52dcdcda tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Calling delete_port for 612249a6-24ae-4d59-bef5-d2280ab7ea60 owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:18:12.029045 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:12.065432 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b7beb3a-1c4c-4eab-a246-afacf8cbf843,segment=NetworkSegment(e908ee5f-b09f-486b-aaaf-a2308c04c59f),segment_id=e908ee5f-b09f-486b-aaaf-a2308c04c59f)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:12.066727 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a47afe-6d53-4028-91f4-cafd20ba70ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7beb3a-1c4c-4eab-a246-afacf8cbf843'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:18:12.069506 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebf4137-91bd-4ff0-bb89-71d0aec8d9a0" -d '{"events": [{"server_uuid": "d4a47afe-6d53-4028-91f4-cafd20ba70ea", "name": "network-vif-plugged", "status": "completed", "tag": "2b7beb3a-1c4c-4eab-a246-afacf8cbf843"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:18:12.076181 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:12.078565 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-0ac9ec1c-e337-49f1-8f51-43f3456b20c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:12.126930 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=2b7beb3a-1c4c-4eab-a246-afacf8cbf843,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:12.137235 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:12.149028 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e57a03c7-5a2f-4dac-8e43-2583603422e3 req-b0154726-77a9-4da1-a231-36c9959a099e tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400104 Jun 23 16:18:12.202463 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197245cc-500c-4e1a-bddb-65b01e7c8be0 req-b81f4947-fa2b-44be-a06f-be17948613d5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:12.209659 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-197245cc-500c-4e1a-bddb-65b01e7c8be0 req-b81f4947-fa2b-44be-a06f-be17948613d5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.2141621 Jun 23 16:18:12.326185 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-197245cc-500c-4e1a-bddb-65b01e7c8be0 req-a927ea4f-565b-4af2-959d-00a9f99977ab tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136737 Jun 23 16:18:12.379834 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd704947-5aca-484c-b93a-9e27ef9cb673 x-openstack-request-id: req-fd704947-5aca-484c-b93a-9e27ef9cb673 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:18:12.380138 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a47afe-6d53-4028-91f4-cafd20ba70ea", "name": "network-vif-plugged", "status": "completed", "tag": "2b7beb3a-1c4c-4eab-a246-afacf8cbf843", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:18:12.380400 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd704947-5aca-484c-b93a-9e27ef9cb673 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:18:12.380912 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a47afe-6d53-4028-91f4-cafd20ba70ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7beb3a-1c4c-4eab-a246-afacf8cbf843', 'code': 200} Jun 23 16:18:12.384285 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51ab3e-b2e3-4bfe-b681-dd7901bd5760 req-7582241a-ee91-4682-93b6-fea802fffd98 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:12.385824 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0d51ab3e-b2e3-4bfe-b681-dd7901bd5760 req-7582241a-ee91-4682-93b6-fea802fffd98 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.1134758 Jun 23 16:18:12.387601 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a8c3f6f6-ae51-462e-a05a-8a2687dfcd5f req-500d10c7-4d5a-45a0-824a-edcc52dcdcda tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:12.393548 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-dd4c5f10-54c3-4a4d-bb4b-0b6564a61086 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:12.435536 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['1df30bd8-6b48-454f-8191-7b13ebe370db', 'af42c0b5-a82b-44af-91cf-87c150b49782', 'cc0441ae-a780-4526-9a2c-a6f1436c1505'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:18:12.440418 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d10c7-4d5a-45a0-824a-edcc52dcdcda tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Pushing event deleted for resources: {'Port': ['ID=612249a6-24ae-4d59-bef5-d2280ab7ea60,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:12.451719 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-500d10c7-4d5a-45a0-824a-edcc52dcdcda tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:12.461389 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0d51ab3e-b2e3-4bfe-b681-dd7901bd5760 req-42163055-024b-4cc4-bfad-d4c38b03eafb tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631177 Jun 23 16:18:12.502983 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c3f6f6-ae51-462e-a05a-8a2687dfcd5f req-500d10c7-4d5a-45a0-824a-edcc52dcdcda tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] No DVR routers for this DVR port 612249a6-24ae-4d59-bef5-d2280ab7ea60 on host hv-cinder-78836 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:18:12.505555 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a8c3f6f6-ae51-462e-a05a-8a2687dfcd5f req-500d10c7-4d5a-45a0-824a-edcc52dcdcda tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:12.508313 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a8c3f6f6-ae51-462e-a05a-8a2687dfcd5f req-500d10c7-4d5a-45a0-824a-edcc52dcdcda tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "DELETE /v2.0/ports/612249a6-24ae-4d59-bef5-d2280ab7ea60 HTTP/1.1" status: 204 len: 173 time: 0.9037032 Jun 23 16:18:12.508727 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759a3b51-21c7-4c18-9484-60b32549ed4a', 'name': 'network-vif-deleted', 'tag': '612249a6-24ae-4d59-bef5-d2280ab7ea60'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:18:12.511077 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a1ce7-c793-4f50-bcb4-f1d5775e4ff7" -d '{"events": [{"server_uuid": "759a3b51-21c7-4c18-9484-60b32549ed4a", "name": "network-vif-deleted", "tag": "612249a6-24ae-4d59-bef5-d2280ab7ea60"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:18:12.575399 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1088e006-b7fa-4e6a-a10e-2fb5d232121d x-openstack-request-id: req-1088e006-b7fa-4e6a-a10e-2fb5d232121d {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:18:12.576065 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759a3b51-21c7-4c18-9484-60b32549ed4a", "name": "network-vif-deleted", "tag": "612249a6-24ae-4d59-bef5-d2280ab7ea60", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:18:12.576065 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1088e006-b7fa-4e6a-a10e-2fb5d232121d {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:18:12.576679 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759a3b51-21c7-4c18-9484-60b32549ed4a', 'name': 'network-vif-deleted', 'tag': '612249a6-24ae-4d59-bef5-d2280ab7ea60', 'status': 'completed', 'code': 200} Jun 23 16:18:12.814552 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc61ad-0df5-4dd3-a82a-544276bfc014 req-fdd7b495-aa29-4515-9544-5a65fadaf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:12.816034 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a5dc61ad-0df5-4dd3-a82a-544276bfc014 req-fdd7b495-aa29-4515-9544-5a65fadaf660 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 1098 time: 0.0927775 Jun 23 16:18:12.906022 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a5dc61ad-0df5-4dd3-a82a-544276bfc014 req-f273786d-3c32-4c8d-8016-056d54279393 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745752 Jun 23 16:18:12.963956 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8845ef-1168-46df-8420-003d20ff1491 req-619c73e0-ef49-43ce-afb2-f0594b392771 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:12.965622 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-db8845ef-1168-46df-8420-003d20ff1491 req-619c73e0-ef49-43ce-afb2-f0594b392771 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0702705 Jun 23 16:18:13.024080 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-19f9c135-07fc-4691-baa0-34c72d71cd48 req-8221d264-020f-4d4b-b610-68a7f05b66ff tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=759a3b51-21c7-4c18-9484-60b32549ed4a HTTP/1.1" status: 200 len: 210 time: 0.0374651 Jun 23 16:18:13.038989 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-db8845ef-1168-46df-8420-003d20ff1491 req-480d7fe9-0185-4f75-afcd-b3f5cbb5e1b4 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656154 Jun 23 16:18:13.339579 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7becdd-501a-4f8e-9bc1-d568e517e5b6 req-398f4ae8-75c0-4ad5-b959-d5c06e1cc942 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:13.341196 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2f7becdd-501a-4f8e-9bc1-d568e517e5b6 req-398f4ae8-75c0-4ad5-b959-d5c06e1cc942 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 945 time: 0.0765517 Jun 23 16:18:13.386783 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2f7becdd-501a-4f8e-9bc1-d568e517e5b6 req-ccb6148e-d8b6-4987-9132-8faa7085c1e4 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388930 Jun 23 16:18:13.535522 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de409f-6e7d-4efd-9575-488c837565f1 req-f4a589e1-79b4-4e00-81fe-ae0dd00c388f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:13.537433 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-83de409f-6e7d-4efd-9575-488c837565f1 req-f4a589e1-79b4-4e00-81fe-ae0dd00c388f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0699170 Jun 23 16:18:13.597503 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-83de409f-6e7d-4efd-9575-488c837565f1 req-c4acdf5f-281f-45b5-994f-7d1b64dc1710 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494335 Jun 23 16:18:13.684853 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd8e67-2379-4a1e-918b-5850815d686a req-917cc19a-3fe5-44b3-8d1f-b51562ca85ad tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:13.691848 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-76bd8e67-2379-4a1e-918b-5850815d686a req-917cc19a-3fe5-44b3-8d1f-b51562ca85ad tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.0800009 Jun 23 16:18:13.732141 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-76bd8e67-2379-4a1e-918b-5850815d686a req-b0302357-5523-476d-b387-a8013613b0b0 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366545 Jun 23 16:18:13.832902 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 612249a6-24ae-4d59-bef5-d2280ab7ea60 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:18:13.872587 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: 612249a6-24ae-4d59-bef5-d2280ab7ea60 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:18:13.872931 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 612249a6-24ae-4d59-bef5-d2280ab7ea60 not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:18:14.233932 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bd043-1088-4988-baff-0e77a692d653 req-d59edaa2-5860-4b53-9667-a1a6eb0cc698 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:14.245070 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-934bd043-1088-4988-baff-0e77a692d653 req-d59edaa2-5860-4b53-9667-a1a6eb0cc698 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0745733 Jun 23 16:18:14.293704 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-934bd043-1088-4988-baff-0e77a692d653 req-ecf47973-d247-4ce3-a4ea-3eed4bd6bbea tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494304 Jun 23 16:18:14.565816 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3201d-96df-4433-9057-a3ef58c51bda req-ef4ec3d1-d2b5-4e40-8fca-7b1668ee7a99 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:14.567978 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-35c3201d-96df-4433-9057-a3ef58c51bda req-ef4ec3d1-d2b5-4e40-8fca-7b1668ee7a99 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 945 time: 0.0664358 Jun 23 16:18:14.616178 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-35c3201d-96df-4433-9057-a3ef58c51bda req-b239197e-40fb-4b15-ba7d-d228e71d6ca2 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407386 Jun 23 16:18:14.771239 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447462e8-8598-42d0-a024-6f6fceb89bbe req-e5fde242-c780-40e3-95ac-ed54212934e6 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:14.772680 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-447462e8-8598-42d0-a024-6f6fceb89bbe req-e5fde242-c780-40e3-95ac-ed54212934e6 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0617096 Jun 23 16:18:14.810941 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-447462e8-8598-42d0-a024-6f6fceb89bbe req-3be9db3f-cb9f-4940-8654-0d2fcf347b35 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323920 Jun 23 16:18:14.910961 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cb390-7027-47c8-8b5b-f5b6ebbda204 req-8fea91ce-4a63-437e-aeb7-787f8f4044c2 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:14.912451 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-808cb390-7027-47c8-8b5b-f5b6ebbda204 req-8fea91ce-4a63-437e-aeb7-787f8f4044c2 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.0639148 Jun 23 16:18:14.950749 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-808cb390-7027-47c8-8b5b-f5b6ebbda204 req-3fe8ef51-052d-487b-a451-278d1e177af3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323989 Jun 23 16:18:15.145916 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9beb6-836c-48c5-ac8f-3a15a8159485 req-bc32debd-9682-40eb-b8b2-94cf90ec37dd tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:15.147411 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1bf9beb6-836c-48c5-ac8f-3a15a8159485 req-bc32debd-9682-40eb-b8b2-94cf90ec37dd tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0680320 Jun 23 16:18:15.186346 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1bf9beb6-836c-48c5-ac8f-3a15a8159485 req-8d658064-3887-48b3-ae11-7623c71dfb95 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330412 Jun 23 16:18:15.250359 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36e32b-7dca-4abe-9c80-867258a4b2d1 req-2c9daeba-d594-40c3-ba35-1b6cc3e0d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:15.251907 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb36e32b-7dca-4abe-9c80-867258a4b2d1 req-2c9daeba-d594-40c3-ba35-1b6cc3e0d32a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c&device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 1098 time: 0.0554113 Jun 23 16:18:15.355015 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36e32b-7dca-4abe-9c80-867258a4b2d1 req-b26591d9-58ef-45a6-8995-a47edec544c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:15.356770 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb36e32b-7dca-4abe-9c80-867258a4b2d1 req-b26591d9-58ef-45a6-8995-a47edec544c2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b000be7-9e01-4eab-9594-f68a1f57b023 HTTP/1.1" status: 200 len: 912 time: 0.0978107 Jun 23 16:18:15.415321 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6b24c-3db1-4cae-ba45-071f870c7626 req-9ac71325-a819-4720-9e46-8166858f70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:15.416811 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-cfe6b24c-3db1-4cae-ba45-071f870c7626 req-9ac71325-a819-4720-9e46-8166858f70b5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 1099 time: 0.0674489 Jun 23 16:18:15.463984 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb36e32b-7dca-4abe-9c80-867258a4b2d1 req-96bda69a-aa5b-4e15-9f06-e14476cd58e0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca5360e7-9f9b-4652-988b-3b66d748b994 HTTP/1.1" status: 200 len: 1001 time: 0.0970111 Jun 23 16:18:15.520320 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6b24c-3db1-4cae-ba45-071f870c7626 req-3e9be2ff-378e-47f9-b13d-1353c6e42aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:15.521771 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-cfe6b24c-3db1-4cae-ba45-071f870c7626 req-3e9be2ff-378e-47f9-b13d-1353c6e42aef service neutron] 10.222.0.86 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 918 time: 0.0954237 Jun 23 16:18:15.529102 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98106a05-8c61-4edd-8b8a-6f60832a5100 req-cc16b519-72d0-48be-9c12-2c82a5f088ab tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:15.530586 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-98106a05-8c61-4edd-8b8a-6f60832a5100 req-cc16b519-72d0-48be-9c12-2c82a5f088ab tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1125805 Jun 23 16:18:15.539688 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36e32b-7dca-4abe-9c80-867258a4b2d1 req-e2cbcaa1-80cc-45a2-ac49-d984baf1ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:15.541048 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb36e32b-7dca-4abe-9c80-867258a4b2d1 req-e2cbcaa1-80cc-45a2-ac49-d984baf1ec7f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ea3c836-5a07-41aa-bcd3-addf438d9fd2 HTTP/1.1" status: 200 len: 850 time: 0.0658226 Jun 23 16:18:15.574855 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-98106a05-8c61-4edd-8b8a-6f60832a5100 req-c08a6e24-61ee-455b-860f-d7f74cbd0d70 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374510 Jun 23 16:18:15.645641 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-cfe6b24c-3db1-4cae-ba45-071f870c7626 req-80006a5a-22fa-43a5-afc3-82ec9e7e59cd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=557dd663-0aba-4116-836d-39c9be8fe871 HTTP/1.1" status: 200 len: 1002 time: 0.0633287 Jun 23 16:18:15.677314 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36e32b-7dca-4abe-9c80-867258a4b2d1 req-64a6f760-bd67-4581-99d2-e8bbad94259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:15.678830 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb36e32b-7dca-4abe-9c80-867258a4b2d1 req-64a6f760-bd67-4581-99d2-e8bbad94259f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b000be7-9e01-4eab-9594-f68a1f57b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0954092 Jun 23 16:18:15.689346 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9016ff3-8d9c-407a-9838-c2433ab9fa7d req-df801248-24bb-4757-a3d1-943571191ac8 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:15.690866 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b9016ff3-8d9c-407a-9838-c2433ab9fa7d req-df801248-24bb-4757-a3d1-943571191ac8 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 945 time: 0.0994315 Jun 23 16:18:15.697015 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6b24c-3db1-4cae-ba45-071f870c7626 req-c861780a-1a84-4af3-a552-15941f772b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:15.698513 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-cfe6b24c-3db1-4cae-ba45-071f870c7626 req-c861780a-1a84-4af3-a552-15941f772b7c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8215ec0e-2baa-40c1-82f0-7424b50eab30 HTTP/1.1" status: 200 len: 856 time: 0.0455689 Jun 23 16:18:15.760639 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6b24c-3db1-4cae-ba45-071f870c7626 req-1b6c4d98-93d7-4d46-9bc8-c2f9830c4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:15.762126 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-cfe6b24c-3db1-4cae-ba45-071f870c7626 req-1b6c4d98-93d7-4d46-9bc8-c2f9830c4731 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0539725 Jun 23 16:18:15.813389 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b9016ff3-8d9c-407a-9838-c2433ab9fa7d req-1f5e2e01-5eae-4dcc-8f51-fdc9803ab732 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143031 Jun 23 16:18:15.840323 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb36e32b-7dca-4abe-9c80-867258a4b2d1 req-2d62b02d-e925-4993-8606-a61582b026e9 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484697 Jun 23 16:18:15.867731 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-cfe6b24c-3db1-4cae-ba45-071f870c7626 req-9d54ca02-562a-4cae-a5c2-e0042f3cee47 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874276 Jun 23 16:18:15.868502 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0d6a4-8ce8-4319-9c4a-3ed2864af75a req-275ed310-c3cb-4278-b473-fb06c9dcc2da tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:15.869927 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0ed0d6a4-8ce8-4319-9c4a-3ed2864af75a req-275ed310-c3cb-4278-b473-fb06c9dcc2da tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 945 time: 0.1099331 Jun 23 16:18:15.957944 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0ed0d6a4-8ce8-4319-9c4a-3ed2864af75a req-55653b24-6902-4396-8c70-c41c2254bacf tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773489 Jun 23 16:18:15.958919 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-cfe6b24c-3db1-4cae-ba45-071f870c7626 req-ae701fed-3533-4350-91b4-fed02735285c service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831633 Jun 23 16:18:15.975447 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb36e32b-7dca-4abe-9c80-867258a4b2d1 req-877adde9-ae41-4e70-b878-fbcd846a8f45 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222546 Jun 23 16:18:16.132505 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974a66-6438-4769-929a-74bf9baf525a req-70da47bf-94b8-41a2-86ba-414c0e34b017 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:16.133984 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0b974a66-6438-4769-929a-74bf9baf525a req-70da47bf-94b8-41a2-86ba-414c0e34b017 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.0635357 Jun 23 16:18:16.172227 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0b974a66-6438-4769-929a-74bf9baf525a req-67122f30-1bef-409c-ad4d-7273b348db37 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323691 Jun 23 16:18:16.365166 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeeed7-fd8e-4d32-a4e3-7d23241da00c req-3c66bdc1-db11-40f1-bf48-f378c54d339c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:16.366662 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-68aeeed7-fd8e-4d32-a4e3-7d23241da00c req-3c66bdc1-db11-40f1-bf48-f378c54d339c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0682266 Jun 23 16:18:16.403869 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-68aeeed7-fd8e-4d32-a4e3-7d23241da00c req-4a1f50da-2be0-47b0-b9ad-f7e8b0258846 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315082 Jun 23 16:18:16.775479 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6d89e-103e-447b-93fb-3452bb624252 req-73aa1856-0792-4e8c-bbbd-35f3033266f3 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:16.777033 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4af6d89e-103e-447b-93fb-3452bb624252 req-73aa1856-0792-4e8c-bbbd-35f3033266f3 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0894954 Jun 23 16:18:16.818691 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4af6d89e-103e-447b-93fb-3452bb624252 req-2633b8c7-43fe-4311-98b6-473f16724933 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356984 Jun 23 16:18:17.042029 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76570f79-3276-40ea-9f1c-969a6c337da0 req-3f9483b4-fbb8-4c86-993e-989d18fcea46 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:17.043567 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-76570f79-3276-40ea-9f1c-969a6c337da0 req-3f9483b4-fbb8-4c86-993e-989d18fcea46 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 945 time: 0.0999792 Jun 23 16:18:17.051480 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90608d6-1f3c-42c6-9667-beab47bdbf84 req-9b66b419-8b45-41c2-a67f-e6d1c4cb332d tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:17.052997 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f90608d6-1f3c-42c6-9667-beab47bdbf84 req-9b66b419-8b45-41c2-a67f-e6d1c4cb332d tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 945 time: 0.1190944 Jun 23 16:18:17.107925 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-76570f79-3276-40ea-9f1c-969a6c337da0 req-fd8d411d-febd-4d1f-a691-1bc1eeaa8247 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539198 Jun 23 16:18:17.112847 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f90608d6-1f3c-42c6-9667-beab47bdbf84 req-51e2d777-7c84-48be-9476-3d8634c640e5 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528455 Jun 23 16:18:17.353112 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6be282-b2dd-467f-b4e5-24d563d58280 req-091c0fea-1a11-46ec-8df0-360ae4ee8f0c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:17.354618 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-da6be282-b2dd-467f-b4e5-24d563d58280 req-091c0fea-1a11-46ec-8df0-360ae4ee8f0c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 946 time: 0.0661395 Jun 23 16:18:17.394945 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-da6be282-b2dd-467f-b4e5-24d563d58280 req-72cfd7e9-8b86-415c-ad69-63114e1ada62 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342379 Jun 23 16:18:17.585235 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85ba21-f5e3-4002-b430-843a9c8bd552 req-e04035b9-d085-4558-8ca0-b019bf45e668 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:17.586766 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1f85ba21-f5e3-4002-b430-843a9c8bd552 req-e04035b9-d085-4558-8ca0-b019bf45e668 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0698657 Jun 23 16:18:17.629878 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1f85ba21-f5e3-4002-b430-843a9c8bd552 req-58bcd30b-513d-4eda-a20e-ca8ff514a8d4 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370851 Jun 23 16:18:17.858207 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 557dd663-0aba-4116-836d-39c9be8fe871 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:18:17.936986 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:17.960774 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:18:17.963061 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93c301c-cae0-4a77-b714-df39dcdc230b" -d '{"events": [{"server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "name": "network-vif-unplugged", "status": "completed", "tag": "557dd663-0aba-4116-836d-39c9be8fe871"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:18:17.976133 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 557dd663-0aba-4116-836d-39c9be8fe871, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=557dd663-0aba-4116-836d-39c9be8fe871,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:17.981634 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:17.984695 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:18.004497 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd50f61-caa6-40d7-8c6a-9a0fd9ce1f71 req-d3e0c786-3075-4472-b735-1a6e9a84d1fd tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:18.006059 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5dd50f61-caa6-40d7-8c6a-9a0fd9ce1f71 req-d3e0c786-3075-4472-b735-1a6e9a84d1fd tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0694487 Jun 23 16:18:18.010687 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 16:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b86b762-2767-49e1-957c-dc68fbdd0764 x-openstack-request-id: req-5b86b762-2767-49e1-957c-dc68fbdd0764 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:18:18.010982 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "name": "network-vif-unplugged", "status": "completed", "tag": "557dd663-0aba-4116-836d-39c9be8fe871", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:18:18.011242 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b86b762-2767-49e1-957c-dc68fbdd0764 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:18:18.011619 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871', 'code': 200} Jun 23 16:18:18.037912 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=557dd663-0aba-4116-836d-39c9be8fe871,revision_number=8']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:18.041041 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:18.045392 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5dd50f61-caa6-40d7-8c6a-9a0fd9ce1f71 req-d7fbca13-20cc-433d-a23e-d511a7b108ad tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328550 Jun 23 16:18:18.327479 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a340440-39d3-41da-b29a-b3d8c3c28b7c req-8fa2df6e-3864-4774-ad0d-7fa7c712a6ca tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:18.329023 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9a340440-39d3-41da-b29a-b3d8c3c28b7c req-8fa2df6e-3864-4774-ad0d-7fa7c712a6ca tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 945 time: 0.1031229 Jun 23 16:18:18.343462 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bfbb8-6c92-4e54-b759-4e77cb1655ba req-5b1ed260-3d2e-47c2-9ba9-fa78a5b478dc tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:18.344906 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e06bfbb8-6c92-4e54-b759-4e77cb1655ba req-5b1ed260-3d2e-47c2-9ba9-fa78a5b478dc tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 945 time: 0.1099637 Jun 23 16:18:18.402410 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9a340440-39d3-41da-b29a-b3d8c3c28b7c req-04fd0320-5373-4b06-b597-57ea0b6ccd40 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668159 Jun 23 16:18:18.411559 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e06bfbb8-6c92-4e54-b759-4e77cb1655ba req-0b8416d2-c8da-4593-9a79-554c6d1e5434 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599000 Jun 23 16:18:18.615413 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cabb8a-a2f1-4e7b-ba87-a66382e43edc req-4b9952a6-b056-40e4-b16c-20dc3bf9426c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:18.616952 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c6cabb8a-a2f1-4e7b-ba87-a66382e43edc req-4b9952a6-b056-40e4-b16c-20dc3bf9426c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.1090038 Jun 23 16:18:18.629692 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2cc37-1366-4d7b-b3ef-f60f4c21bab8 req-31f66b30-e656-4b96-b4ed-51703021a6ba tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:18.631286 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-61a2cc37-1366-4d7b-b3ef-f60f4c21bab8 req-31f66b30-e656-4b96-b4ed-51703021a6ba tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 945 time: 0.1097291 Jun 23 16:18:18.700615 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c6cabb8a-a2f1-4e7b-ba87-a66382e43edc req-89510a33-068f-4c89-9e25-fc30d2399ee3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679860 Jun 23 16:18:18.759482 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-61a2cc37-1366-4d7b-b3ef-f60f4c21bab8 req-0184c94f-d627-4caf-8b96-cae05bd69a61 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Deleting port cc0441ae-a780-4526-9a2c-a6f1436c1505 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:18:18.759792 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-61a2cc37-1366-4d7b-b3ef-f60f4c21bab8 req-0184c94f-d627-4caf-8b96-cae05bd69a61 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:18.852081 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-61a2cc37-1366-4d7b-b3ef-f60f4c21bab8 req-0184c94f-d627-4caf-8b96-cae05bd69a61 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] For port cc0441ae-a780-4526-9a2c-a6f1436c1505, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cc0441ae-a780-4526-9a2c-a6f1436c1505,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:18.852431 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-61a2cc37-1366-4d7b-b3ef-f60f4c21bab8 req-0184c94f-d627-4caf-8b96-cae05bd69a61 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:18.865183 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-61a2cc37-1366-4d7b-b3ef-f60f4c21bab8 req-0184c94f-d627-4caf-8b96-cae05bd69a61 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Calling delete_port for cc0441ae-a780-4526-9a2c-a6f1436c1505 owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:18:19.011583 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-61a2cc37-1366-4d7b-b3ef-f60f4c21bab8 req-0184c94f-d627-4caf-8b96-cae05bd69a61 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:19.015848 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:19.044503 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184c94f-d627-4caf-8b96-cae05bd69a61 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Pushing event deleted for resources: {'Port': ['ID=cc0441ae-a780-4526-9a2c-a6f1436c1505,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:19.049857 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0184c94f-d627-4caf-8b96-cae05bd69a61 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:19.070256 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['1df30bd8-6b48-454f-8191-7b13ebe370db', 'af42c0b5-a82b-44af-91cf-87c150b49782', 'cc0441ae-a780-4526-9a2c-a6f1436c1505'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:18:19.090461 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a2cc37-1366-4d7b-b3ef-f60f4c21bab8 req-0184c94f-d627-4caf-8b96-cae05bd69a61 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] No DVR routers for this DVR port cc0441ae-a780-4526-9a2c-a6f1436c1505 on host hv-cinder-78836 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:18:19.093598 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-61a2cc37-1366-4d7b-b3ef-f60f4c21bab8 req-0184c94f-d627-4caf-8b96-cae05bd69a61 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:19.095681 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-61a2cc37-1366-4d7b-b3ef-f60f4c21bab8 req-0184c94f-d627-4caf-8b96-cae05bd69a61 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "DELETE /v2.0/ports/cc0441ae-a780-4526-9a2c-a6f1436c1505 HTTP/1.1" status: 204 len: 173 time: 0.4555836 Jun 23 16:18:19.096206 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68731136-7841-4bef-8df0-965faca3e302', 'name': 'network-vif-deleted', 'tag': 'cc0441ae-a780-4526-9a2c-a6f1436c1505'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:18:19.098686 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d21027-81bb-49a2-809e-e88df1521cdc" -d '{"events": [{"server_uuid": "68731136-7841-4bef-8df0-965faca3e302", "name": "network-vif-deleted", "tag": "cc0441ae-a780-4526-9a2c-a6f1436c1505"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:18:19.145635 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c68d36-30ed-48c8-acfc-f205fc8326b6 x-openstack-request-id: req-a6c68d36-30ed-48c8-acfc-f205fc8326b6 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:18:19.145812 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68731136-7841-4bef-8df0-965faca3e302", "name": "network-vif-deleted", "tag": "cc0441ae-a780-4526-9a2c-a6f1436c1505", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:18:19.146373 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6c68d36-30ed-48c8-acfc-f205fc8326b6 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:18:19.146874 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68731136-7841-4bef-8df0-965faca3e302', 'name': 'network-vif-deleted', 'tag': 'cc0441ae-a780-4526-9a2c-a6f1436c1505', 'status': 'completed', 'code': 200} Jun 23 16:18:19.275192 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be5eed-d8f2-4ca6-82a8-9344f1295eff req-ec2b037a-df4d-4e11-b268-65db1d147e1f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:19.276972 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-48be5eed-d8f2-4ca6-82a8-9344f1295eff req-ec2b037a-df4d-4e11-b268-65db1d147e1f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0781903 Jun 23 16:18:19.329828 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-48be5eed-d8f2-4ca6-82a8-9344f1295eff req-61377139-9214-4af8-8ab9-7fd2f81c32a9 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460894 Jun 23 16:18:19.537358 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19209a4-fcbc-4de6-997d-79aba3eda234 req-59c3dd3b-6b3b-4d78-a20c-c5eec595184a tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:19.539866 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e19209a4-fcbc-4de6-997d-79aba3eda234 req-59c3dd3b-6b3b-4d78-a20c-c5eec595184a tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 945 time: 0.0890925 Jun 23 16:18:19.622822 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9591b4da-73b0-45e9-9ca9-8a0470d82330 req-a8d58f0b-a216-4aa6-88d2-fd7b21a7055b tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=68731136-7841-4bef-8df0-965faca3e302 HTTP/1.1" status: 200 len: 210 time: 0.0696383 Jun 23 16:18:19.691963 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562476ee-93fa-4a93-9fdd-fa2df88fad18 req-e0e38d3e-64a5-4d01-92ab-cb654c854759 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:19.693406 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-562476ee-93fa-4a93-9fdd-fa2df88fad18 req-e0e38d3e-64a5-4d01-92ab-cb654c854759 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a47afe-6d53-4028-91f4-cafd20ba70ea HTTP/1.1" status: 200 len: 945 time: 0.1523447 Jun 23 16:18:19.738179 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-e19209a4-fcbc-4de6-997d-79aba3eda234 req-0d2b8893-c222-4915-89db-6ea07850cb8c tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Deleting port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:18:19.738584 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-e19209a4-fcbc-4de6-997d-79aba3eda234 req-0d2b8893-c222-4915-89db-6ea07850cb8c tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:19.745189 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-562476ee-93fa-4a93-9fdd-fa2df88fad18 req-76f32efd-2454-4b6f-a316-3aea266cf9a5 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.23 "GET /v2.0/security-groups?id=1349c412-baa2-4d82-995c-50f75c798a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455511 Jun 23 16:18:19.871492 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-e19209a4-fcbc-4de6-997d-79aba3eda234 req-0d2b8893-c222-4915-89db-6ea07850cb8c tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] For port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b7beb3a-1c4c-4eab-a246-afacf8cbf843,segment=NetworkSegment(e908ee5f-b09f-486b-aaaf-a2308c04c59f),segment_id=e908ee5f-b09f-486b-aaaf-a2308c04c59f)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:19.871799 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-e19209a4-fcbc-4de6-997d-79aba3eda234 req-0d2b8893-c222-4915-89db-6ea07850cb8c tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:19.886806 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-e19209a4-fcbc-4de6-997d-79aba3eda234 req-0d2b8893-c222-4915-89db-6ea07850cb8c tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Calling delete_port for 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:18:19.974376 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66d3f-538b-4dd0-833c-ada27590dfb1 req-3ff6118c-7b43-4fcf-868b-50650da39db6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:19.975824 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4ae66d3f-538b-4dd0-833c-ada27590dfb1 req-3ff6118c-7b43-4fcf-868b-50650da39db6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.1482227 Jun 23 16:18:20.044386 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4ae66d3f-538b-4dd0-833c-ada27590dfb1 req-34a6d634-96bb-4355-bcf9-37eaf178abfa tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626426 Jun 23 16:18:20.073817 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-e19209a4-fcbc-4de6-997d-79aba3eda234 req-0d2b8893-c222-4915-89db-6ea07850cb8c tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:20.078156 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:20.107958 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b8893-c222-4915-89db-6ea07850cb8c tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Pushing event deleted for resources: {'Port': ['ID=2b7beb3a-1c4c-4eab-a246-afacf8cbf843,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:20.111107 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0d2b8893-c222-4915-89db-6ea07850cb8c tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:20.120408 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['2b7beb3a-1c4c-4eab-a246-afacf8cbf843'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:18:20.155101 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19209a4-fcbc-4de6-997d-79aba3eda234 req-0d2b8893-c222-4915-89db-6ea07850cb8c tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] No DVR routers for this DVR port 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 on host hv-cinder-78836 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:18:20.157466 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-e19209a4-fcbc-4de6-997d-79aba3eda234 req-0d2b8893-c222-4915-89db-6ea07850cb8c tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:20.159448 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e19209a4-fcbc-4de6-997d-79aba3eda234 req-0d2b8893-c222-4915-89db-6ea07850cb8c tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] 10.222.0.86 "DELETE /v2.0/ports/2b7beb3a-1c4c-4eab-a246-afacf8cbf843 HTTP/1.1" status: 204 len: 173 time: 0.6036940 Jun 23 16:18:20.533096 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd26962-dcec-4fae-9ea0-976ebeae1d39 req-a38fb9f7-2299-4252-b483-a00110b177e7 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:20.534728 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9bd26962-dcec-4fae-9ea0-976ebeae1d39 req-a38fb9f7-2299-4252-b483-a00110b177e7 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0787756 Jun 23 16:18:20.574001 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9bd26962-dcec-4fae-9ea0-976ebeae1d39 req-426eeb3a-9260-4e2c-8517-5f65e1f1e0c8 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327044 Jun 23 16:18:20.940866 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768b1f5-7476-4c91-9a66-e3bd2a53e318 req-87c3439f-0674-4fe4-9f18-2cd2ae1f1a2d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:20.942437 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9768b1f5-7476-4c91-9a66-e3bd2a53e318 req-87c3439f-0674-4fe4-9f18-2cd2ae1f1a2d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.0838852 Jun 23 16:18:20.995964 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9768b1f5-7476-4c91-9a66-e3bd2a53e318 req-8e87f13e-eca9-4934-b645-2cf47f7f8d0c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413604 Jun 23 16:18:21.152229 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a47afe-6d53-4028-91f4-cafd20ba70ea', 'name': 'network-vif-deleted', 'tag': '2b7beb3a-1c4c-4eab-a246-afacf8cbf843'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:18:21.154585 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cb7646-77ef-4f23-949e-ba9518472579" -d '{"events": [{"server_uuid": "d4a47afe-6d53-4028-91f4-cafd20ba70ea", "name": "network-vif-deleted", "tag": "2b7beb3a-1c4c-4eab-a246-afacf8cbf843"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:18:21.198926 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c589ca47-9f9d-4e58-8a8f-ac5c8b89fa39 x-openstack-request-id: req-c589ca47-9f9d-4e58-8a8f-ac5c8b89fa39 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:18:21.199244 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a47afe-6d53-4028-91f4-cafd20ba70ea", "name": "network-vif-deleted", "tag": "2b7beb3a-1c4c-4eab-a246-afacf8cbf843", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:18:21.199528 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c589ca47-9f9d-4e58-8a8f-ac5c8b89fa39 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:18:21.199933 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a47afe-6d53-4028-91f4-cafd20ba70ea', 'name': 'network-vif-deleted', 'tag': '2b7beb3a-1c4c-4eab-a246-afacf8cbf843', 'status': 'completed', 'code': 200} Jun 23 16:18:21.215007 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae8f94-1bb6-4cf2-8282-a1c73b01ba5c req-43140388-ffef-467d-86b6-ab99c05209e1 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:21.217617 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-cbae8f94-1bb6-4cf2-8282-a1c73b01ba5c req-43140388-ffef-467d-86b6-ab99c05209e1 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 945 time: 0.0937169 Jun 23 16:18:21.248143 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 58706) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:21.265166 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-cbae8f94-1bb6-4cf2-8282-a1c73b01ba5c req-fcd88a1e-c89d-466f-8337-ec49a7c7f5ea tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402069 Jun 23 16:18:21.362054 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-b11b864d-56c7-40a7-8f40-ae91a09a447a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1126471 Jun 23 16:18:21.763168 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5239d7-a9e0-4bde-af25-9f8c90fbbf7e req-077a8147-b53f-4c6c-bdb5-40329e11c898 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:21.765087 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb5239d7-a9e0-4bde-af25-9f8c90fbbf7e req-077a8147-b53f-4c6c-bdb5-40329e11c898 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0686359 Jun 23 16:18:21.807719 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fb5239d7-a9e0-4bde-af25-9f8c90fbbf7e req-dee23cf8-96ab-4e47-a43b-ea1ac7158449 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357308 Jun 23 16:18:21.872411 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device cc0441ae-a780-4526-9a2c-a6f1436c1505 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:18:21.892620 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: cc0441ae-a780-4526-9a2c-a6f1436c1505 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:18:21.893101 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device cc0441ae-a780-4526-9a2c-a6f1436c1505 not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:18:21.893526 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 557dd663-0aba-4116-836d-39c9be8fe871 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:18:22.190261 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357693d6-b32b-4df6-8e59-f33748a0ac38 req-60710ab3-b254-4fd4-a557-c0cd40aaf9d8 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:22.191969 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-357693d6-b32b-4df6-8e59-f33748a0ac38 req-60710ab3-b254-4fd4-a557-c0cd40aaf9d8 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.0653131 Jun 23 16:18:22.230685 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-357693d6-b32b-4df6-8e59-f33748a0ac38 req-54084e09-7671-420a-8ce6-3e9e699bd374 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326319 Jun 23 16:18:22.446148 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fede6-e549-4f7e-8341-9e86726aa933 req-f7ecaa1a-93cf-4216-9121-4f6b223cdf78 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:22.447651 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b15fede6-e549-4f7e-8341-9e86726aa933 req-f7ecaa1a-93cf-4216-9121-4f6b223cdf78 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 945 time: 0.0676618 Jun 23 16:18:22.487015 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b15fede6-e549-4f7e-8341-9e86726aa933 req-41904457-5222-46dd-8899-5d9dde5d41f1 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334620 Jun 23 16:18:23.068844 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a43f8-ab3c-46a4-b186-a143be0f0a3d req-01f34c2b-5f70-4c0d-9083-8c4540d08af6 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:23.070706 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-563a43f8-ab3c-46a4-b186-a143be0f0a3d req-01f34c2b-5f70-4c0d-9083-8c4540d08af6 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1185186 Jun 23 16:18:23.078833 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe473d3a-785f-4d1f-b984-b509a36275cb req-daad80fa-6ac5-483d-9b0e-f61c738e47c7 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:23.080574 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fe473d3a-785f-4d1f-b984-b509a36275cb req-daad80fa-6ac5-483d-9b0e-f61c738e47c7 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 945 time: 0.1297472 Jun 23 16:18:23.424028 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-631b3a42-0bb4-4f7e-ae96-2f0973887d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:23.425814 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-631b3a42-0bb4-4f7e-ae96-2f0973887d6a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4&tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd HTTP/1.1" status: 200 len: 1097 time: 0.1241515 Jun 23 16:18:23.457394 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-563a43f8-ab3c-46a4-b186-a143be0f0a3d req-cec30a77-6b3b-4388-9d4e-f2eaae9e4edc tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756604 Jun 23 16:18:23.541620 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2b16c-00a4-4406-9000-e9acbfd58baf req-742842e9-7891-4971-a4f0-7b2819475e18 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:23.543169 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-45c2b16c-00a4-4406-9000-e9acbfd58baf req-742842e9-7891-4971-a4f0-7b2819475e18 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.1468387 Jun 23 16:18:23.558043 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-81ac4953-54ce-4ecb-aadf-017766753e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:23.562245 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-81ac4953-54ce-4ecb-aadf-017766753e8e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 1097 time: 0.0872531 Jun 23 16:18:23.585941 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-fe473d3a-785f-4d1f-b984-b509a36275cb req-7d5e114e-dc0f-4320-acf9-adaa21b35fd0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Deleting port af42c0b5-a82b-44af-91cf-87c150b49782 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:18:23.586431 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fe473d3a-785f-4d1f-b984-b509a36275cb req-7d5e114e-dc0f-4320-acf9-adaa21b35fd0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:23.676945 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-45c2b16c-00a4-4406-9000-e9acbfd58baf req-c83061f3-c5ca-46e7-8af8-7a02196617a8 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176755 Jun 23 16:18:23.724911 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-9647203c-5f78-481c-9aae-f78feac509f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:23.726690 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-9647203c-5f78-481c-9aae-f78feac509f0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 918 time: 0.1518922 Jun 23 16:18:23.748334 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-fe473d3a-785f-4d1f-b984-b509a36275cb req-7d5e114e-dc0f-4320-acf9-adaa21b35fd0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] For port af42c0b5-a82b-44af-91cf-87c150b49782, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af42c0b5-a82b-44af-91cf-87c150b49782,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:23.749009 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fe473d3a-785f-4d1f-b984-b509a36275cb req-7d5e114e-dc0f-4320-acf9-adaa21b35fd0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:23.772420 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-fe473d3a-785f-4d1f-b984-b509a36275cb req-7d5e114e-dc0f-4320-acf9-adaa21b35fd0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Calling delete_port for af42c0b5-a82b-44af-91cf-87c150b49782 owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:18:23.795705 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff1c08-a42e-4043-b22f-b9e5131f7b36 req-4af59ee2-ca17-4007-960a-8afc99b0608c tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:23.797524 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-baff1c08-a42e-4043-b22f-b9e5131f7b36 req-4af59ee2-ca17-4007-960a-8afc99b0608c tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 945 time: 0.1417315 Jun 23 16:18:23.808509 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-fc496628-fc46-4a38-aa9b-d08f426f6f1b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=557dd663-0aba-4116-836d-39c9be8fe871 HTTP/1.1" status: 200 len: 1000 time: 0.0710287 Jun 23 16:18:23.868036 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-3513412a-ff88-4086-b486-f4b4b1854ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:23.869772 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-3513412a-ff88-4086-b486-f4b4b1854ec9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8215ec0e-2baa-40c1-82f0-7424b50eab30 HTTP/1.1" status: 200 len: 856 time: 0.0509322 Jun 23 16:18:23.884845 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-baff1c08-a42e-4043-b22f-b9e5131f7b36 req-2bd98208-838a-4545-8935-f0daf0b39d55 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516775 Jun 23 16:18:23.924066 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device af42c0b5-a82b-44af-91cf-87c150b49782 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:18:23.962921 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-40c3d7b8-7285-4a39-803f-b948bb776ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:23.964791 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-40c3d7b8-7285-4a39-803f-b948bb776ce1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852308 Jun 23 16:18:23.999244 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fe473d3a-785f-4d1f-b984-b509a36275cb req-7d5e114e-dc0f-4320-acf9-adaa21b35fd0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:24.000823 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No ports have port_id starting with af42c0b5-a82b-44af-91cf-87c150b49782 Jun 23 16:18:24.002167 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:18:24.005545 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-500d10c7-4d5a-45a0-824a-edcc52dcdcda tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:24.027050 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:18:24.027692 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 2b7beb3a-1c4c-4eab-a246-afacf8cbf843 not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:18:24.041945 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e114e-dc0f-4320-acf9-adaa21b35fd0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Pushing event deleted for resources: {'Port': ['ID=af42c0b5-a82b-44af-91cf-87c150b49782,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:24.052702 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7d5e114e-dc0f-4320-acf9-adaa21b35fd0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:24.055933 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['1df30bd8-6b48-454f-8191-7b13ebe370db'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:18:24.100504 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-c5b87648-d22a-4cad-a535-bd6be568506d service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212344 Jun 23 16:18:24.112733 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe473d3a-785f-4d1f-b984-b509a36275cb req-7d5e114e-dc0f-4320-acf9-adaa21b35fd0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] No DVR routers for this DVR port af42c0b5-a82b-44af-91cf-87c150b49782 on host hv-cinder-78836 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:18:24.115888 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-fe473d3a-785f-4d1f-b984-b509a36275cb req-7d5e114e-dc0f-4320-acf9-adaa21b35fd0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:24.118265 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fe473d3a-785f-4d1f-b984-b509a36275cb req-7d5e114e-dc0f-4320-acf9-adaa21b35fd0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "DELETE /v2.0/ports/af42c0b5-a82b-44af-91cf-87c150b49782 HTTP/1.1" status: 204 len: 173 time: 1.0300531 Jun 23 16:18:24.118976 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da1d639-1754-45ff-8934-fe11525b49aa', 'name': 'network-vif-deleted', 'tag': 'af42c0b5-a82b-44af-91cf-87c150b49782'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:18:24.121644 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34008000-48b6-4a15-8890-eee9bc2a9204" -d '{"events": [{"server_uuid": "2da1d639-1754-45ff-8934-fe11525b49aa", "name": "network-vif-deleted", "tag": "af42c0b5-a82b-44af-91cf-87c150b49782"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:18:24.184638 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed85fbac-7350-47cd-9ee2-8a09d562d7de x-openstack-request-id: req-ed85fbac-7350-47cd-9ee2-8a09d562d7de {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:18:24.184966 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da1d639-1754-45ff-8934-fe11525b49aa", "name": "network-vif-deleted", "tag": "af42c0b5-a82b-44af-91cf-87c150b49782", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:18:24.185251 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed85fbac-7350-47cd-9ee2-8a09d562d7de {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:18:24.185677 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da1d639-1754-45ff-8934-fe11525b49aa', 'name': 'network-vif-deleted', 'tag': 'af42c0b5-a82b-44af-91cf-87c150b49782', 'status': 'completed', 'code': 200} Jun 23 16:18:24.228581 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-90b531a7-87c7-4c1e-b84d-fc68bcc64c05 req-2e3560f9-3b3f-4b75-ac44-198ccf885b22 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204069 Jun 23 16:18:24.645765 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f62f5-116b-4118-b2b4-52eb8c4f6ba1 req-cf2f36e5-d9fe-4ca6-a7fc-e1bfefc5f56a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:24.647749 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d28f62f5-116b-4118-b2b4-52eb8c4f6ba1 req-cf2f36e5-d9fe-4ca6-a7fc-e1bfefc5f56a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0724640 Jun 23 16:18:24.694998 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d28f62f5-116b-4118-b2b4-52eb8c4f6ba1 req-21ef290c-4a07-4379-934d-f92e8d7f20c0 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409703 Jun 23 16:18:24.946259 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6070dc2-ad14-4b19-9da2-c6295e9dbc45 req-c39a213f-2885-4bf3-8de9-627ac41d7509 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:24.952990 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c6070dc2-ad14-4b19-9da2-c6295e9dbc45 req-c39a213f-2885-4bf3-8de9-627ac41d7509 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.1200159 Jun 23 16:18:25.057258 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c6070dc2-ad14-4b19-9da2-c6295e9dbc45 req-33822285-75b0-4dd3-ba21-ae2a3eb7a649 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030924 Jun 23 16:18:25.249242 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8ba8a88b-f330-4aca-88e4-f38b21d366cb req-38d82280-2cf3-4709-8f36-7f4d4ec504c4 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 210 time: 0.1034486 Jun 23 16:18:25.456267 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8392cc2f-6b3e-4a90-b2e6-7edc1e632072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:25.979555 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca658a95-b67e-4eb8-bfb7-cfdfc86ba92f req-526ff0a8-2fc8-49c2-b4d9-c49f64a119db tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:25.982363 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca658a95-b67e-4eb8-bfb7-cfdfc86ba92f req-526ff0a8-2fc8-49c2-b4d9-c49f64a119db tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1505466 Jun 23 16:18:26.039342 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ca658a95-b67e-4eb8-bfb7-cfdfc86ba92f req-789ff3ac-1e06-458e-b7ff-0f4dfd2663bc tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438530 Jun 23 16:18:26.378890 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110eb1a4-c189-4811-9882-918b84db5f2d req-8d731c75-1cd2-4a42-a5e3-0324ce51204f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:26.384767 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-110eb1a4-c189-4811-9882-918b84db5f2d req-8d731c75-1cd2-4a42-a5e3-0324ce51204f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.1525259 Jun 23 16:18:26.473181 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-59bd8f4f-4829-4f69-9e2e-5fe888733430 req-9ccc3b41-8761-47da-8757-311fbfb00d5c tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 210 time: 0.0376630 Jun 23 16:18:26.501290 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-110eb1a4-c189-4811-9882-918b84db5f2d req-db8b5377-d493-42f1-92fb-882d525946e2 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091728 Jun 23 16:18:27.290150 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95434e20-0dea-4da6-95a0-415b7e016baf req-c15cfe29-d306-4a21-abb0-3b4043baf022 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:27.297503 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95434e20-0dea-4da6-95a0-415b7e016baf req-c15cfe29-d306-4a21-abb0-3b4043baf022 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1141496 Jun 23 16:18:27.351171 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95434e20-0dea-4da6-95a0-415b7e016baf req-3fe1f718-1f46-40b7-80af-07903bc4b201 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526090 Jun 23 16:18:27.825081 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4b6e1eb8-20fb-4742-82d5-e9e7827a9d00 req-b017026e-06c0-4c81-bd47-52d355726c12 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 210 time: 0.0410440 Jun 23 16:18:27.874243 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e5317-9d60-465a-aca3-0078dbbd74e8 req-641b97de-4e0f-4c09-90e8-c9606dadd2da tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:27.875953 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1b1e5317-9d60-465a-aca3-0078dbbd74e8 req-641b97de-4e0f-4c09-90e8-c9606dadd2da tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.1497505 Jun 23 16:18:27.924183 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d5bcce4c-ee54-4a59-bd3c-b1de760f39a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:27.955351 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1b1e5317-9d60-465a-aca3-0078dbbd74e8 req-c846f1a4-93b5-4061-a408-031cf24bc12e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705652 Jun 23 16:18:28.292911 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:28.661527 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439666d7-238c-45bf-9358-bc4386978978 req-143bd0cb-0836-4a4a-af5d-52e101d438f0 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:28.668823 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-439666d7-238c-45bf-9358-bc4386978978 req-143bd0cb-0836-4a4a-af5d-52e101d438f0 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1110375 Jun 23 16:18:28.746722 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-439666d7-238c-45bf-9358-bc4386978978 req-7c30890a-4536-43bd-ae32-73ee43fbdbed tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767934 Jun 23 16:18:29.037702 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:29.106360 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7f1edbc1-5ea2-49ea-a801-ada9cba6d99d req-b5f19462-a31f-4e7c-b1a5-de6e25d5ea74 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 210 time: 0.0533760 Jun 23 16:18:29.277578 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a46d8-369f-44ab-817c-4bdc63abcc18 req-01de5758-029e-42bd-a798-9e53bd85ec6e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:29.279007 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-931a46d8-369f-44ab-817c-4bdc63abcc18 req-01de5758-029e-42bd-a798-9e53bd85ec6e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.0909109 Jun 23 16:18:29.335933 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-931a46d8-369f-44ab-817c-4bdc63abcc18 req-11d65786-55db-4f4c-8ef1-949e2148e567 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507662 Jun 23 16:18:29.978423 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde11805-997f-403c-9702-922a0c38d158 req-523aa628-9482-44bc-9057-16b1e2ba33ac tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:29.980117 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fde11805-997f-403c-9702-922a0c38d158 req-523aa628-9482-44bc-9057-16b1e2ba33ac tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1027915 Jun 23 16:18:30.032742 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fde11805-997f-403c-9702-922a0c38d158 req-f23ef55f-0a65-4370-8aec-6b911ebd8fab tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 Jun 23 16:18:30.300934 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-26d7a56a-068b-47fa-b894-d27ce9922dd8 req-dfd34c8d-c2a3-4f89-99b6-d830a3201f3f tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 210 time: 0.0402381 Jun 23 16:18:30.541820 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac10174-50f9-45e1-a86d-338e0b9f46f7 req-c2c0f996-2924-45c5-ab07-61ba83bc815e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:30.545398 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:30.548994 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9ac10174-50f9-45e1-a86d-338e0b9f46f7 req-c2c0f996-2924-45c5-ab07-61ba83bc815e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.0927360 Jun 23 16:18:30.593159 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9ac10174-50f9-45e1-a86d-338e0b9f46f7 req-3120d14a-4616-40e4-98e6-66f049dfb6da tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399034 Jun 23 16:18:31.233084 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323ec6-e358-4723-9e03-246597b5e671 req-4fac2f79-65ce-48a3-b0c6-116c06f6cba8 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:31.234576 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-98323ec6-e358-4723-9e03-246597b5e671 req-4fac2f79-65ce-48a3-b0c6-116c06f6cba8 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0766175 Jun 23 16:18:31.281096 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-98323ec6-e358-4723-9e03-246597b5e671 req-0a483c37-149b-4cff-9679-29a45cf10c08 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 Jun 23 16:18:31.506717 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4ebf6883-08cb-46e8-a061-bc58f7e54cb0 req-dba5887b-5b57-467a-927c-2e2e35fb4419 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 210 time: 0.0482707 Jun 23 16:18:31.871967 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fad3d9-9456-4b4a-931d-d64df1248bf5 req-71ef9c4f-2417-4c79-9ac4-9fbf551312a9 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:31.874041 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-37fad3d9-9456-4b4a-931d-d64df1248bf5 req-71ef9c4f-2417-4c79-9ac4-9fbf551312a9 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.1102118 Jun 23 16:18:31.932095 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-37fad3d9-9456-4b4a-931d-d64df1248bf5 req-58d9b433-5781-43e0-8ee5-ec05a3213491 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484278 Jun 23 16:18:32.508973 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef8384-2a74-4ee6-a225-15fd3589483e req-e615958b-2d5b-4089-bcf9-1f24029011fa tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:32.510555 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-68ef8384-2a74-4ee6-a225-15fd3589483e req-e615958b-2d5b-4089-bcf9-1f24029011fa tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0854771 Jun 23 16:18:32.591460 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-68ef8384-2a74-4ee6-a225-15fd3589483e req-352d8d6c-d9c7-41bd-96e1-7a0616474be3 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717905 Jun 23 16:18:32.615020 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:32.778410 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-51d0baac-5954-4a34-8a78-b65ea5f7979e req-a4b58236-3852-4988-a928-2d09c3cb43b4 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 210 time: 0.0611031 Jun 23 16:18:33.237082 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d960c4b-764b-45ee-b0ca-270281a21c8c req-e23e22c4-26c8-40fd-b070-2fbb8e23e310 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:33.239283 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3d960c4b-764b-45ee-b0ca-270281a21c8c req-e23e22c4-26c8-40fd-b070-2fbb8e23e310 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.1018205 Jun 23 16:18:33.293066 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3d960c4b-764b-45ee-b0ca-270281a21c8c req-cd81d41e-0f4f-4982-8712-8eba86ac7e9b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439937 Jun 23 16:18:33.951964 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e6572-e525-4a74-b39d-19b3c8e113cd req-6b9f90cd-5a2f-46d2-b065-fad3f78d4659 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:33.966962 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f76e6572-e525-4a74-b39d-19b3c8e113cd req-6b9f90cd-5a2f-46d2-b065-fad3f78d4659 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1665599 Jun 23 16:18:34.084409 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f76e6572-e525-4a74-b39d-19b3c8e113cd req-86420bb2-8144-4cf7-9a1a-9c831287b95e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164715 Jun 23 16:18:34.111105 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-70927214-727c-42e6-8254-9ebabcd0cb70 req-a5ed02f2-147c-492a-91dd-0d893ed0d866 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=2da1d639-1754-45ff-8934-fe11525b49aa HTTP/1.1" status: 200 len: 210 time: 0.0515177 Jun 23 16:18:34.537481 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a91138-5eb8-482e-b01a-5c28c6e548a8 req-ba6191c9-0c02-460e-bb31-43c15471ca90 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:34.539059 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-70a91138-5eb8-482e-b01a-5c28c6e548a8 req-ba6191c9-0c02-460e-bb31-43c15471ca90 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.0834877 Jun 23 16:18:34.594647 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-70a91138-5eb8-482e-b01a-5c28c6e548a8 req-23e11aca-7d6d-423e-acbd-a7048734c39e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486550 Jun 23 16:18:35.289498 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:18:35.480818 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251f008-8d2b-497f-aad5-b0a1cee0ff64 req-b8ba314b-899e-450a-a4e2-d737cc687600 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:35.484278 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d251f008-8d2b-497f-aad5-b0a1cee0ff64 req-b8ba314b-899e-450a-a4e2-d737cc687600 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1875410 Jun 23 16:18:35.546749 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d251f008-8d2b-497f-aad5-b0a1cee0ff64 req-41757af2-9ed6-40e4-87e9-d988ab641263 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556028 Jun 23 16:18:35.796730 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1afde-e5e8-4600-a8d7-a84930bfbf10 req-713ab885-52b7-4029-9d7b-186e0ba2ba90 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:35.809642 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-12a1afde-e5e8-4600-a8d7-a84930bfbf10 req-713ab885-52b7-4029-9d7b-186e0ba2ba90 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.0933757 Jun 23 16:18:35.857935 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-12a1afde-e5e8-4600-a8d7-a84930bfbf10 req-c08923d5-36c2-495b-a2a9-72c539ff775b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469842 Jun 23 16:18:36.774595 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d780c-3623-40b8-b0a1-eeebb41a242f req-6f865331-c2ed-4a78-aec0-faa8c944abe4 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:36.777652 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a51d780c-3623-40b8-b0a1-eeebb41a242f req-6f865331-c2ed-4a78-aec0-faa8c944abe4 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0757871 Jun 23 16:18:36.878175 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a51d780c-3623-40b8-b0a1-eeebb41a242f req-a6b39d3e-cde2-4c06-bfc1-de8652ee9f2b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946875 Jun 23 16:18:36.925109 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf68e4d-f2f2-4291-afbc-881b77416b71 req-2b8eb1f3-e67f-4fbd-b15a-8c396f2d1615 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:36.929548 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2bf68e4d-f2f2-4291-afbc-881b77416b71 req-2b8eb1f3-e67f-4fbd-b15a-8c396f2d1615 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 946 time: 0.1370826 Jun 23 16:18:36.984609 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6061e7b-cebc-463e-a341-6504805b4703 req-4864f501-eff9-4900-abf6-67d6504aed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:36.987194 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-f6061e7b-cebc-463e-a341-6504805b4703 req-4864f501-eff9-4900-abf6-67d6504aed55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 1097 time: 0.0976014 Jun 23 16:18:36.995028 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2bf68e4d-f2f2-4291-afbc-881b77416b71 req-cbff50d8-fdf2-45a0-90df-e5b85b2f9104 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550847 Jun 23 16:18:37.125703 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639018e-9bcf-4a66-9eb3-751f067bef95 req-680d7e4c-83c8-4bfc-bfe0-1e5132af2c1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:37.127635 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2639018e-9bcf-4a66-9eb3-751f067bef95 req-680d7e4c-83c8-4bfc-bfe0-1e5132af2c1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.0839920 Jun 23 16:18:37.232017 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6061e7b-cebc-463e-a341-6504805b4703 req-d513a0a3-8575-4ebb-b3b5-2520b02fb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:37.233887 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-f6061e7b-cebc-463e-a341-6504805b4703 req-d513a0a3-8575-4ebb-b3b5-2520b02fb32d service neutron] 10.222.0.86 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 918 time: 0.1491487 Jun 23 16:18:37.236261 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2639018e-9bcf-4a66-9eb3-751f067bef95 req-2f7706ff-6e75-438e-a20e-0451be404131 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024370 Jun 23 16:18:37.374663 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-f6061e7b-cebc-463e-a341-6504805b4703 req-f449a692-078f-4247-bf0b-1ada46e08d55 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=557dd663-0aba-4116-836d-39c9be8fe871 HTTP/1.1" status: 200 len: 1000 time: 0.1318099 Jun 23 16:18:37.458480 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6061e7b-cebc-463e-a341-6504805b4703 req-0f568411-80fa-4b6f-94be-2d0acfea0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:37.458480 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-f6061e7b-cebc-463e-a341-6504805b4703 req-0f568411-80fa-4b6f-94be-2d0acfea0b20 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8215ec0e-2baa-40c1-82f0-7424b50eab30 HTTP/1.1" status: 200 len: 856 time: 0.0720692 Jun 23 16:18:37.526860 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6061e7b-cebc-463e-a341-6504805b4703 req-67dbd8d6-2be6-40a4-bc07-4bdf2f616598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:37.528211 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-f6061e7b-cebc-463e-a341-6504805b4703 req-67dbd8d6-2be6-40a4-bc07-4bdf2f616598 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0625310 Jun 23 16:18:37.673437 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-f6061e7b-cebc-463e-a341-6504805b4703 req-e31d58e4-bcf5-43f8-b1db-6254352992e7 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978894 Jun 23 16:18:37.781174 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-f6061e7b-cebc-463e-a341-6504805b4703 req-ca27320c-3707-4835-b49c-226a982b1a28 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009421 Jun 23 16:18:38.097213 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f97f-3025-41c5-8fb4-602893b03522 req-cdc8ee66-42b0-4384-9b38-6279429da60f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:38.104525 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-86b0f97f-3025-41c5-8fb4-602893b03522 req-cdc8ee66-42b0-4384-9b38-6279429da60f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0895445 Jun 23 16:18:38.169318 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-86b0f97f-3025-41c5-8fb4-602893b03522 req-103167f1-c96e-4401-b8a2-cdd8f3fc1602 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639434 Jun 23 16:18:38.202075 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb05f1-3d94-42a7-adaf-795af20fac0c req-bf98ba90-c51f-41a1-b0a2-88263363deba tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:38.209283 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3ccb05f1-3d94-42a7-adaf-795af20fac0c req-bf98ba90-c51f-41a1-b0a2-88263363deba tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 946 time: 0.0864623 Jun 23 16:18:38.247187 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3ccb05f1-3d94-42a7-adaf-795af20fac0c req-11247461-a9d8-4ae7-aea7-fc855c17d213 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366282 Jun 23 16:18:38.419709 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934ea17-6265-4be5-b02f-82d25621e442 req-d52913e1-9dd9-4200-9cf6-498c61d34e5f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:38.421176 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6934ea17-6265-4be5-b02f-82d25621e442 req-d52913e1-9dd9-4200-9cf6-498c61d34e5f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.0697584 Jun 23 16:18:38.465886 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6934ea17-6265-4be5-b02f-82d25621e442 req-eb40f1d2-33d6-4ad9-84cc-e2fbfc63e609 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388849 Jun 23 16:18:38.762408 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf106440-d1f6-4ff0-9630-22b47c902a15 req-23e83d0e-4d82-4e66-895d-676923d159eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:38.763845 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-bf106440-d1f6-4ff0-9630-22b47c902a15 req-23e83d0e-4d82-4e66-895d-676923d159eb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 1098 time: 0.0553939 Jun 23 16:18:38.895398 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-bf106440-d1f6-4ff0-9630-22b47c902a15 req-c5d89ea8-3f8e-4708-9f10-e96a716230f2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Jun 23 16:18:39.404845 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1a5fb-f70c-4fd9-866f-05db2cee1606 req-e466926b-76e9-4abd-acdf-899f6d8d0728 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:39.406265 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-86c1a5fb-f70c-4fd9-866f-05db2cee1606 req-e466926b-76e9-4abd-acdf-899f6d8d0728 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0967317 Jun 23 16:18:39.457652 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ca050-b314-44f7-ac65-1b7c17a49e80 req-71c5309c-9544-47d8-91c7-608792b1e273 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:39.459160 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1d1ca050-b314-44f7-ac65-1b7c17a49e80 req-71c5309c-9544-47d8-91c7-608792b1e273 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 946 time: 0.1046073 Jun 23 16:18:39.462407 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-86c1a5fb-f70c-4fd9-866f-05db2cee1606 req-1ab87098-f71d-4be4-9fda-8efcf8589128 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500143 Jun 23 16:18:39.499717 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1d1ca050-b314-44f7-ac65-1b7c17a49e80 req-5aa3f48b-b65c-478b-8a2b-76dd9473fe84 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343800 Jun 23 16:18:39.659063 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba525ae-f238-4675-9696-67d5a893a0ec req-8e02398c-9854-4d5c-a773-5f8aa39dfdb3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:39.660508 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-cba525ae-f238-4675-9696-67d5a893a0ec req-8e02398c-9854-4d5c-a773-5f8aa39dfdb3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 944 time: 0.0680349 Jun 23 16:18:39.700537 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-cba525ae-f238-4675-9696-67d5a893a0ec req-3b05a9a9-24aa-420a-a06f-9166e4c0f54d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341821 Jun 23 16:18:39.971937 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 557dd663-0aba-4116-836d-39c9be8fe871 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:18:40.069612 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 557dd663-0aba-4116-836d-39c9be8fe871, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=557dd663-0aba-4116-836d-39c9be8fe871,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:40.080722 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': '557dd663-0aba-4116-836d-39c9be8fe871', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'port_id': '557dd663-0aba-4116-836d-39c9be8fe871', 'mac_address': 'fa:16:3e:25:06:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:18:40.120511 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:40.138359 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557dd663-0aba-4116-836d-39c9be8fe871 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:18:40.159954 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 557dd663-0aba-4116-836d-39c9be8fe871, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=557dd663-0aba-4116-836d-39c9be8fe871,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:40.164457 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:40.168565 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:40.218207 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=557dd663-0aba-4116-836d-39c9be8fe871,revision_number=9']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:40.221643 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:40.320529 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b8ed3-5e6d-4d7e-b339-251b94a93e8a req-c602b938-6e16-4c06-a6bb-39844f9b3310 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:40.322452 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-763b8ed3-5e6d-4d7e-b339-251b94a93e8a req-c602b938-6e16-4c06-a6bb-39844f9b3310 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 946 time: 0.0700302 Jun 23 16:18:40.435771 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-763b8ed3-5e6d-4d7e-b339-251b94a93e8a req-8695dc08-3672-4712-a3c4-47b8b9e7a415 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Deleting port 1df30bd8-6b48-454f-8191-7b13ebe370db {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:18:40.436098 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-763b8ed3-5e6d-4d7e-b339-251b94a93e8a req-8695dc08-3672-4712-a3c4-47b8b9e7a415 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:40.528684 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-763b8ed3-5e6d-4d7e-b339-251b94a93e8a req-8695dc08-3672-4712-a3c4-47b8b9e7a415 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] For port 1df30bd8-6b48-454f-8191-7b13ebe370db, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1df30bd8-6b48-454f-8191-7b13ebe370db,segment=NetworkSegment(4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca),segment_id=4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:40.529328 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-763b8ed3-5e6d-4d7e-b339-251b94a93e8a req-8695dc08-3672-4712-a3c4-47b8b9e7a415 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:40.544864 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-763b8ed3-5e6d-4d7e-b339-251b94a93e8a req-8695dc08-3672-4712-a3c4-47b8b9e7a415 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Calling delete_port for 1df30bd8-6b48-454f-8191-7b13ebe370db owned by compute:nova {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:18:40.647552 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['557dd663-0aba-4116-836d-39c9be8fe871'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:18:40.649756 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90a18b-3801-4f54-a828-45b5d4827b70 req-50b0a0f2-2ff2-4e88-a723-2a05324a3af0 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:40.651302 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b90a18b-3801-4f54-a828-45b5d4827b70 req-50b0a0f2-2ff2-4e88-a723-2a05324a3af0 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0757291 Jun 23 16:18:40.679165 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-763b8ed3-5e6d-4d7e-b339-251b94a93e8a req-8695dc08-3672-4712-a3c4-47b8b9e7a415 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:40.684477 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:40.720496 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695dc08-3672-4712-a3c4-47b8b9e7a415 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Pushing event deleted for resources: {'Port': ['ID=1df30bd8-6b48-454f-8191-7b13ebe370db,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:40.722023 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-8695dc08-3672-4712-a3c4-47b8b9e7a415 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:40.743946 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5b90a18b-3801-4f54-a828-45b5d4827b70 req-a422dd03-6281-4a96-b9d3-90ce9f392b34 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747702 Jun 23 16:18:40.762738 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-763b8ed3-5e6d-4d7e-b339-251b94a93e8a req-8695dc08-3672-4712-a3c4-47b8b9e7a415 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] No DVR routers for this DVR port 1df30bd8-6b48-454f-8191-7b13ebe370db on host hv-cinder-78836 {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:18:40.774328 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-763b8ed3-5e6d-4d7e-b339-251b94a93e8a req-8695dc08-3672-4712-a3c4-47b8b9e7a415 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:40.774577 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b30c19-2433-4acd-9e9a-1fa941ae0024 req-4bfc2d14-c776-45ba-9769-362e1075c545 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:40.774693 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-763b8ed3-5e6d-4d7e-b339-251b94a93e8a req-8695dc08-3672-4712-a3c4-47b8b9e7a415 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.86 "DELETE /v2.0/ports/1df30bd8-6b48-454f-8191-7b13ebe370db HTTP/1.1" status: 204 len: 173 time: 0.4371114 Jun 23 16:18:40.774693 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34d1ba5-6303-4af5-a681-e97c0038dda2', 'name': 'network-vif-deleted', 'tag': '1df30bd8-6b48-454f-8191-7b13ebe370db'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:18:40.774858 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f6b30c19-2433-4acd-9e9a-1fa941ae0024 req-4bfc2d14-c776-45ba-9769-362e1075c545 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34d1ba5-6303-4af5-a681-e97c0038dda2 HTTP/1.1" status: 200 len: 867 time: 0.1412559 Jun 23 16:18:40.774957 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61cba63-88fb-499e-ab33-e40ee7924862" -d '{"events": [{"server_uuid": "c34d1ba5-6303-4af5-a681-e97c0038dda2", "name": "network-vif-deleted", "tag": "1df30bd8-6b48-454f-8191-7b13ebe370db"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:18:40.809314 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f6b30c19-2433-4acd-9e9a-1fa941ae0024 req-3eb29797-253d-49fe-912b-3971e94473c9 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] 10.222.0.23 "GET /v2.0/security-groups?id=aef9e016-0176-4069-99c6-053f08c20743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330858 Jun 23 16:18:40.859623 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2c18ae-5488-4457-bb1c-5e276174fc7d x-openstack-request-id: req-5f2c18ae-5488-4457-bb1c-5e276174fc7d {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:18:40.860684 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34d1ba5-6303-4af5-a681-e97c0038dda2", "name": "network-vif-deleted", "tag": "1df30bd8-6b48-454f-8191-7b13ebe370db", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:18:40.861130 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f2c18ae-5488-4457-bb1c-5e276174fc7d {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:18:40.862024 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34d1ba5-6303-4af5-a681-e97c0038dda2', 'name': 'network-vif-deleted', 'tag': '1df30bd8-6b48-454f-8191-7b13ebe370db', 'status': 'completed', 'code': 200} Jun 23 16:18:40.941142 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7d614-2ccd-46db-a23f-e6cc8a21404c req-60c4fa3e-9086-44cd-8c86-da004ef0f987 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:40.942711 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b7e7d614-2ccd-46db-a23f-e6cc8a21404c req-60c4fa3e-9086-44cd-8c86-da004ef0f987 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 945 time: 0.0667813 Jun 23 16:18:40.990879 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b7e7d614-2ccd-46db-a23f-e6cc8a21404c req-94a656a3-d7a0-4f26-9fed-c187b6ace612 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411441 Jun 23 16:18:41.066125 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59020) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:41.113278 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c99734-06e5-4795-8f4b-fe269c727351 admin admin] Deleting subnet 70a23519-033c-4e6b-8017-48b9e37cd445 {{(pid=93113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:18:41.116495 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f5c99734-06e5-4795-8f4b-fe269c727351 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.149509 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f5c99734-06e5-4795-8f4b-fe269c727351 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28476761'] for subnet, precommit_delete_associations {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.191364 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f5c99734-06e5-4795-8f4b-fe269c727351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.248075 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f5c99734-06e5-4795-8f4b-fe269c727351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28743714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28564682'] for subnet, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.252016 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-50a944b9-7c35-45cd-8a36-5f1e65f5da2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:41.290734 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f5c99734-06e5-4795-8f4b-fe269c727351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.292644 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-f5c99734-06e5-4795-8f4b-fe269c727351 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/70a23519-033c-4e6b-8017-48b9e37cd445 HTTP/1.1" status: 204 len: 168 time: 0.2254741 Jun 23 16:18:41.293594 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c99734-06e5-4795-8f4b-fe269c727351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a23519-033c-4e6b-8017-48b9e37cd445,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:41.295228 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59024) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:41.296250 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f5c99734-06e5-4795-8f4b-fe269c727351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:41.347395 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007293-ef0a-449b-b76c-884d9fa7f048 req-1f00db16-8a14-46b1-b561-6fa7b0783834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:41.349465 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-71007293-ef0a-449b-b76c-884d9fa7f048 req-1f00db16-8a14-46b1-b561-6fa7b0783834 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6392760d904cc6a4f117b3c04703e1&device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 1098 time: 0.0717623 Jun 23 16:18:41.396933 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.421062 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ddefb-dc79-498b-8dd9-87310c3a40cb req-80f261eb-3f0b-4c9f-a93b-1dc1fc0bea8b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:41.422546 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c44ddefb-dc79-498b-8dd9-87310c3a40cb req-80f261eb-3f0b-4c9f-a93b-1dc1fc0bea8b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1404297 Jun 23 16:18:41.464273 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007293-ef0a-449b-b76c-884d9fa7f048 req-5513d61a-7015-4f79-92f1-540992defd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:41.465165 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['1df30bd8-6b48-454f-8191-7b13ebe370db'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:18:41.466025 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-71007293-ef0a-449b-b76c-884d9fa7f048 req-5513d61a-7015-4f79-92f1-540992defd46 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a89471-52b2-40ae-a8f0-056b1821cd63 HTTP/1.1" status: 200 len: 920 time: 0.0973084 Jun 23 16:18:41.514364 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.514851 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-71007293-ef0a-449b-b76c-884d9fa7f048 req-69f84369-41d5-454c-aa1a-422e9f144359 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93896dd1-c98b-4880-bec7-eabfaecb5f81 HTTP/1.1" status: 200 len: 217 time: 0.0354316 Jun 23 16:18:41.527275 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c44ddefb-dc79-498b-8dd9-87310c3a40cb req-ad0e953d-6c1f-41d4-9357-3fb9fd00e997 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849144 Jun 23 16:18:41.528764 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a5011d-5e6b-4cc6-b419-e00d3f3eaea9']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:18:41.538507 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e908ee5f-b09f-486b-aaaf-a2308c04c59f') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:18:41.538858 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e908ee5f-b09f-486b-aaaf-a2308c04c59f') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:18:41.549415 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27704920'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.565785 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007293-ef0a-449b-b76c-884d9fa7f048 req-622b988c-bb1e-4e64-9003-88a4c84d3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:41.567293 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-71007293-ef0a-449b-b76c-884d9fa7f048 req-622b988c-bb1e-4e64-9003-88a4c84d3c9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=81a16e50-4902-426d-a9a7-7c4e7c412276 HTTP/1.1" status: 200 len: 859 time: 0.0453308 Jun 23 16:18:41.570258 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.576400 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:18:41.576771 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27874572'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: Traceback (most recent call last): Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: timer() Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: cb(*args, **kw) Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: return func(*args, **kwargs) Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: self._notify() Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: self.callback(batched_events) Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: event.method(event) Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: return f(self, *a, **k) Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: return self._get(url).json() Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:18:41.578674 dv-cinder-788363-4-smb neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:18:41.602938 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-71007293-ef0a-449b-b76c-884d9fa7f048 req-e645db4e-b182-407b-80a6-bb39cd723bb4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a89471-52b2-40ae-a8f0-056b1821cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279031 Jun 23 16:18:41.631911 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.635821 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:41.639665 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.641694 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] 10.222.0.23 "DELETE /v2.0/networks/34a5011d-5e6b-4cc6-b419-e00d3f3eaea9 HTTP/1.1" status: 204 len: 168 time: 0.3264070 Jun 23 16:18:41.651442 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Pushing event deleted for resources: {'Network': ['ID=34a5011d-5e6b-4cc6-b419-e00d3f3eaea9,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:41.658538 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:41.658954 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:41.659305 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:41.659685 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:41.660024 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:41.660361 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:41.660695 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:41.661020 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:41.661358 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:41.661687 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:41.662013 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:41.662488 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:41.665526 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-de195221-3137-4f14-b06c-d3912c77ed46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:41.717202 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-71007293-ef0a-449b-b76c-884d9fa7f048 req-65c8625c-8e69-45e3-912f-c19dfa2d7244 service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973976 Jun 23 16:18:41.787371 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59028) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:41.815599 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-71007293-ef0a-449b-b76c-884d9fa7f048 req-2a71b58e-4222-475a-855e-8691d8dc1256 service neutron] 10.222.0.86 "GET /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884614 Jun 23 16:18:41.830731 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-603353ff-98a8-416d-832c-bc76572fef69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=610364b7cba24d88b9ca68a7b07e8126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418515 Jun 23 16:18:41.833307 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59030) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:41.882791 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-23383f61-fc68-4cd6-bb91-3275708544b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.904262 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-23383f61-fc68-4cd6-bb91-3275708544b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.905503 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59034) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:41.951157 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fa9c28-951a-4a9d-b5cf-3806bcf2cb57 admin admin] Deleting subnet b48cefcd-53d9-4e64-a2fe-9d478425a457 {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:18:41.952232 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-23383f61-fc68-4cd6-bb91-3275708544b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.954734 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9c28-951a-4a9d-b5cf-3806bcf2cb57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.955014 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-23383f61-fc68-4cd6-bb91-3275708544b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:41.956257 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-23383f61-fc68-4cd6-bb91-3275708544b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1349c412-baa2-4d82-995c-50f75c798a0e HTTP/1.1" status: 204 len: 168 time: 0.1219652 Jun 23 16:18:41.956937 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:41.964441 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23383f61-fc68-4cd6-bb91-3275708544b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1349c412-baa2-4d82-995c-50f75c798a0e,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:41.966875 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-23383f61-fc68-4cd6-bb91-3275708544b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:41.994774 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9c28-951a-4a9d-b5cf-3806bcf2cb57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27704903'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.012585 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 557dd663-0aba-4116-836d-39c9be8fe871 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:18:42.045737 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9c28-951a-4a9d-b5cf-3806bcf2cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.066319 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port 557dd663-0aba-4116-836d-39c9be8fe871 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:18:42.066718 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.133148 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9c28-951a-4a9d-b5cf-3806bcf2cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27874705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28535818'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.136562 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:42.164487 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.189953 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9c28-951a-4a9d-b5cf-3806bcf2cb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.194460 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f6fa9c28-951a-4a9d-b5cf-3806bcf2cb57 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b48cefcd-53d9-4e64-a2fe-9d478425a457 HTTP/1.1" status: 204 len: 168 time: 0.2855473 Jun 23 16:18:42.194460 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa9c28-951a-4a9d-b5cf-3806bcf2cb57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b48cefcd-53d9-4e64-a2fe-9d478425a457,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:42.195295 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59040) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:42.197114 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:18:42.199976 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74612db8-edcd-4e09-9002-c29d04153cd8" -d '{"events": [{"server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "name": "network-vif-plugged", "status": "completed", "tag": "557dd663-0aba-4116-836d-39c9be8fe871"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:18:42.202468 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f6fa9c28-951a-4a9d-b5cf-3806bcf2cb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:42.279877 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01676c-95db-4ee0-906a-8de187d01e41 req-11779fc9-7f2c-435a-9d04-c4c560e972c8 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:42.285820 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ea01676c-95db-4ee0-906a-8de187d01e41 req-11779fc9-7f2c-435a-9d04-c4c560e972c8 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 945 time: 0.1405005 Jun 23 16:18:42.299655 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.348888 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ea01676c-95db-4ee0-906a-8de187d01e41 req-58f0c9c5-7978-4b1b-9461-a622b6c12ed0 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603170 Jun 23 16:18:42.378451 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a236aae-b06a-43c7-8ea0-c98e9fefe03d x-openstack-request-id: req-0a236aae-b06a-43c7-8ea0-c98e9fefe03d {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:18:42.378451 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "name": "network-vif-plugged", "status": "completed", "tag": "557dd663-0aba-4116-836d-39c9be8fe871", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:18:42.378451 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a236aae-b06a-43c7-8ea0-c98e9fefe03d {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:18:42.378937 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871', 'code': 200} Jun 23 16:18:42.382849 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 557dd663-0aba-4116-836d-39c9be8fe871, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=557dd663-0aba-4116-836d-39c9be8fe871,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:42.387674 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.388601 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 1df30bd8-6b48-454f-8191-7b13ebe370db no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:18:42.390401 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:42.429246 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: 1df30bd8-6b48-454f-8191-7b13ebe370db {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:18:42.429595 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 1df30bd8-6b48-454f-8191-7b13ebe370db not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:18:42.454589 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=557dd663-0aba-4116-836d-39c9be8fe871,revision_number=10']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:42.462212 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:42.462571 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:42.462905 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:42.463221 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:42.463535 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:42.463847 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:42.464157 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:42.464792 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:42.464792 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:42.465063 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:42.465370 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:42.465976 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:42.469714 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:42.617480 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.627977 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3d1383-f484-49d2-b648-61655da4c6ee']}} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:18:42.638853 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca') {'for_net_delete': True} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:18:42.639112 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a95eb0e-a109-41d5-9e18-b7c7f40fd6ca') {} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:18:42.648145 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28476742'] for segment, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.662870 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.670473 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:18:42.671021 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28743871'] for segment, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: Traceback (most recent call last): Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: timer() Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: cb(*args, **kw) Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: return func(*args, **kwargs) Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: self._notify() Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: self.callback(batched_events) Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: event.method(event) Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: return f(self, *a, **k) Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: return self._get(url).json() Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: return self.request(url, 'GET', **kwargs) Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:18:42.672886 dv-cinder-788363-4-smb neutron-server[93113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:18:42.710135 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147792e8-e026-4a3a-9d1b-8439b9d09fae req-a012b3a9-6400-47fc-a8cf-09085614280a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:42.711801 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-147792e8-e026-4a3a-9d1b-8439b9d09fae req-a012b3a9-6400-47fc-a8cf-09085614280a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0657690 Jun 23 16:18:42.731268 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.735809 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:42.748939 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:42.751061 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/db3d1383-f484-49d2-b648-61655da4c6ee HTTP/1.1" status: 204 len: 168 time: 0.5531759 Jun 23 16:18:42.752408 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=db3d1383-f484-49d2-b648-61655da4c6ee,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:42.756670 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:42.758853 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-147792e8-e026-4a3a-9d1b-8439b9d09fae req-520a33bb-6688-4c2d-adb6-b8b85905176c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Jun 23 16:18:42.921333 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59048) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:42.938743 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0156b32-12f5-4890-9f51-b53495180329 req-e4789f5a-c517-4d91-b710-3cdd96e39020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:42.940319 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c0156b32-12f5-4890-9f51-b53495180329 req-e4789f5a-c517-4d91-b710-3cdd96e39020 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 1100 time: 0.0533540 Jun 23 16:18:42.963915 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-6b38637d-a81d-4e66-bb94-887089f9dbaf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b79b999c57f64537a642959526918275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413136 Jun 23 16:18:42.966342 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59050) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:42.980096 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-c0156b32-12f5-4890-9f51-b53495180329 req-69cc50e9-4951-4c67-8ca7-570190feddb9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276473 Jun 23 16:18:43.012890 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-30e0844b-d767-477d-902e-d555a4153779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:43.033944 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-30e0844b-d767-477d-902e-d555a4153779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:43.079198 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-30e0844b-d767-477d-902e-d555a4153779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:43.081877 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-30e0844b-d767-477d-902e-d555a4153779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:43.082989 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-30e0844b-d767-477d-902e-d555a4153779 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aef9e016-0176-4069-99c6-053f08c20743 HTTP/1.1" status: 204 len: 168 time: 0.1157725 Jun 23 16:18:43.083732 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-553e7ffb-971f-41f6-a1a8-5ae96de3d397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:43.091342 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0844b-d767-477d-902e-d555a4153779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef9e016-0176-4069-99c6-053f08c20743,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:43.093753 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-30e0844b-d767-477d-902e-d555a4153779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:43.529971 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40abdf-ace5-4228-b3e4-a95135e11570 req-b8490110-63a9-4d6c-ad01-a4d42a0eba41 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:43.531578 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8f40abdf-ace5-4228-b3e4-a95135e11570 req-b8490110-63a9-4d6c-ad01-a4d42a0eba41 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 947 time: 0.0633938 Jun 23 16:18:43.570344 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8f40abdf-ace5-4228-b3e4-a95135e11570 req-17b64789-211a-41d9-afdf-cb7f282f0c5d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Jun 23 16:18:44.114065 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd48435-e0a6-4377-aa59-67a8317e2d50 req-8d1cb1f9-4e1d-4236-b64c-7b4164de3be9 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:44.115602 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-abd48435-e0a6-4377-aa59-67a8317e2d50 req-8d1cb1f9-4e1d-4236-b64c-7b4164de3be9 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0689931 Jun 23 16:18:44.154243 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-abd48435-e0a6-4377-aa59-67a8317e2d50 req-2c275669-e5db-4b61-a41b-e2bb85120b0d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321894 Jun 23 16:18:44.766508 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c979f2-03d7-4df0-a8c5-727f65b6bc18 req-4b85490a-2072-4217-beab-c5ea9dfbfa31 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:44.768049 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-91c979f2-03d7-4df0-a8c5-727f65b6bc18 req-4b85490a-2072-4217-beab-c5ea9dfbfa31 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 947 time: 0.0690758 Jun 23 16:18:44.809224 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-91c979f2-03d7-4df0-a8c5-727f65b6bc18 req-095d1a3a-b4b8-4c60-92b2-4c2a03942f16 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342438 Jun 23 16:18:45.325942 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dd82b-fe13-4406-ac7b-b8facbcb4c00 req-fc2481eb-6625-43bf-85e7-e45b30d3b3fc tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:45.327459 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b43dd82b-fe13-4406-ac7b-b8facbcb4c00 req-fc2481eb-6625-43bf-85e7-e45b30d3b3fc tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0624423 Jun 23 16:18:45.372055 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b43dd82b-fe13-4406-ac7b-b8facbcb4c00 req-4d0e24bd-44e6-4f30-99a8-9b9a64faed19 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 Jun 23 16:18:45.993817 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12668d6-b57a-4262-b3a2-b3e422fd88a7 req-7020a83b-3e9f-465e-865b-01ca7032381c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:45.995322 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f12668d6-b57a-4262-b3a2-b3e422fd88a7 req-7020a83b-3e9f-465e-865b-01ca7032381c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 947 time: 0.0639577 Jun 23 16:18:46.034298 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f12668d6-b57a-4262-b3a2-b3e422fd88a7 req-8b522424-3554-4e5c-b9fc-3884bfd60888 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331335 Jun 23 16:18:47.649348 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4150c-369e-4fd3-8ccc-88360076e60d req-ce7310d0-761b-4ed8-9415-ea90e2a5168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:47.651018 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33d4150c-369e-4fd3-8ccc-88360076e60d req-ce7310d0-761b-4ed8-9415-ea90e2a5168a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3fd7706c17bf4aa2a7ba1381ae2be453&device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 1137 time: 0.0577164 Jun 23 16:18:47.651581 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de08991-bc7b-45f8-804f-75382825787d req-4f707e29-e1f8-49d8-87c5-4f962c255609 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:47.653045 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1de08991-bc7b-45f8-804f-75382825787d req-4f707e29-e1f8-49d8-87c5-4f962c255609 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0639262 Jun 23 16:18:47.694252 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1de08991-bc7b-45f8-804f-75382825787d req-2d53be53-8426-46f9-8844-302b0f604563 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350013 Jun 23 16:18:47.744822 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4150c-369e-4fd3-8ccc-88360076e60d req-c2582a4f-aa60-448c-9c14-92cbc8506f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:47.746423 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33d4150c-369e-4fd3-8ccc-88360076e60d req-c2582a4f-aa60-448c-9c14-92cbc8506f72 service neutron] 10.222.0.86 "GET /v2.0/networks?id=113f5523-e981-446e-9b93-54f8d7549c67 HTTP/1.1" status: 200 len: 916 time: 0.0874660 Jun 23 16:18:47.834588 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33d4150c-369e-4fd3-8ccc-88360076e60d req-eb3e3ba3-6a28-48d6-b04e-98f49c033ca9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329 HTTP/1.1" status: 200 len: 1000 time: 0.0688050 Jun 23 16:18:47.889350 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4150c-369e-4fd3-8ccc-88360076e60d req-44e01d3c-c1f5-4869-861e-cb908bc8ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:47.890848 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33d4150c-369e-4fd3-8ccc-88360076e60d req-44e01d3c-c1f5-4869-861e-cb908bc8ec7e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4df47f88-7d1c-499a-af8d-74b891e20003 HTTP/1.1" status: 200 len: 854 time: 0.0496290 Jun 23 16:18:47.961354 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4150c-369e-4fd3-8ccc-88360076e60d req-04d78822-3afc-444c-8af5-3e6f8bac2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:47.962808 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33d4150c-369e-4fd3-8ccc-88360076e60d req-04d78822-3afc-444c-8af5-3e6f8bac2274 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=113f5523-e981-446e-9b93-54f8d7549c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0622470 Jun 23 16:18:48.070619 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33d4150c-369e-4fd3-8ccc-88360076e60d req-9f9ad642-cb81-4f0d-a631-8ce7ee8832c9 service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940282 Jun 23 16:18:48.169394 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33d4150c-369e-4fd3-8ccc-88360076e60d req-d7c7ef3f-11a5-4b4e-9642-0b1aa4fee426 service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838716 Jun 23 16:18:48.889352 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0aa16-47b1-4e5c-bde9-a17d792ea800 req-52e4d6a4-ab2f-4434-96d9-a27c50b34820 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:48.891281 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b8c0aa16-47b1-4e5c-bde9-a17d792ea800 req-52e4d6a4-ab2f-4434-96d9-a27c50b34820 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0760942 Jun 23 16:18:48.933172 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b8c0aa16-47b1-4e5c-bde9-a17d792ea800 req-994e21b1-aef4-448c-a997-68254c5420af tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345819 Jun 23 16:18:48.969106 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59210) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:49.089465 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:49.212326 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:49.217630 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:49.220393 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a6dbb7c6-cd7b-434f-8439-d35fcf988ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:49.257955 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a3917ece7b64a78bb23533574ab00b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877591 Jun 23 16:18:49.259155 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b21559-2262-437c-ae21-49226861c77b,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:49.261467 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59218) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:49.268285 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:49.268869 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:49.269401 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:49.269897 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:49.270498 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:49.270809 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:49.271167 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:49.271510 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:49.271858 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:49.272200 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:49.275311 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:49.275311 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:18:49.276949 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:49.328283 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-307d94e1-bef3-4941-91e9-402e59e1718f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:49.348831 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-307d94e1-bef3-4941-91e9-402e59e1718f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:49.420039 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-307d94e1-bef3-4941-91e9-402e59e1718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:49.422625 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-307d94e1-bef3-4941-91e9-402e59e1718f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:49.423861 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-307d94e1-bef3-4941-91e9-402e59e1718f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22b21559-2262-437c-ae21-49226861c77b HTTP/1.1" status: 204 len: 168 time: 0.1611986 Jun 23 16:18:49.425504 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-fd446125-038b-4179-a766-aacb5eb4aac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:49.435433 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d94e1-bef3-4941-91e9-402e59e1718f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b21559-2262-437c-ae21-49226861c77b,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:49.437878 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-307d94e1-bef3-4941-91e9-402e59e1718f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:49.465438 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099c7fa-a247-47b3-93ec-71cfec5d7a15 req-da18355a-5179-402e-8d8c-e158d885af29 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:49.467028 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1099c7fa-a247-47b3-93ec-71cfec5d7a15 req-da18355a-5179-402e-8d8c-e158d885af29 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0825326 Jun 23 16:18:49.517457 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1099c7fa-a247-47b3-93ec-71cfec5d7a15 req-a64f577f-42ee-4af5-a824-49dd660a8e0c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Jun 23 16:18:49.726892 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59226) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:49.742981 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8edaba8c-c92b-4390-86b2-416c5e6a9ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:49.835987 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8edaba8c-c92b-4390-86b2-416c5e6a9ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:49.842179 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8edaba8c-c92b-4390-86b2-416c5e6a9ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:49.846834 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-307d94e1-bef3-4941-91e9-402e59e1718f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:49.881839 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-8edaba8c-c92b-4390-86b2-416c5e6a9ae8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=661c1960330c476c98653ae4e06147cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538501 Jun 23 16:18:49.883154 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaba8c-c92b-4390-86b2-416c5e6a9ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1626a40c-2937-4900-9f5d-7818aa029d5e,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:49.884854 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59228) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:49.886466 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8edaba8c-c92b-4390-86b2-416c5e6a9ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:49.941966 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bfddf704-f3dd-4430-9249-85fa4daff647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:49.963888 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bfddf704-f3dd-4430-9249-85fa4daff647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:50.012202 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bfddf704-f3dd-4430-9249-85fa4daff647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:50.014882 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bfddf704-f3dd-4430-9249-85fa4daff647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:50.016110 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-bfddf704-f3dd-4430-9249-85fa4daff647 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1626a40c-2937-4900-9f5d-7818aa029d5e HTTP/1.1" status: 204 len: 168 time: 0.1301167 Jun 23 16:18:50.017402 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-c05a1545-d678-4ac1-a19f-c9497ddc89fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:50.025124 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddf704-f3dd-4430-9249-85fa4daff647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1626a40c-2937-4900-9f5d-7818aa029d5e,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:50.027605 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-bfddf704-f3dd-4430-9249-85fa4daff647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:50.121208 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e132-2fca-4c5c-b873-282f40abd0f3 req-f9bb45a7-8648-4610-80f5-7cc8f723b897 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:50.123097 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a0d0e132-2fca-4c5c-b873-282f40abd0f3 req-f9bb45a7-8648-4610-80f5-7cc8f723b897 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0689387 Jun 23 16:18:50.164943 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a0d0e132-2fca-4c5c-b873-282f40abd0f3 req-f5f37c76-f084-4c55-b54c-a39e8d34edcf tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353341 Jun 23 16:18:50.942043 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6604c-6f2c-4302-b82a-59b2bcceee37 req-454cb922-789d-4240-84b7-0e24da8b9e2d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:50.943507 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-64f6604c-6f2c-4302-b82a-59b2bcceee37 req-454cb922-789d-4240-84b7-0e24da8b9e2d tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.3091223 Jun 23 16:18:50.983763 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-64f6604c-6f2c-4302-b82a-59b2bcceee37 req-760ad6ab-9e72-444b-85d7-b4d53606469e tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343838 Jun 23 16:18:51.340090 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb5c0e-74c9-427c-bbe3-69cd5b00e809 req-a8ee1bc8-4637-486c-93b3-9756ee473252 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:51.341582 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-15fb5c0e-74c9-427c-bbe3-69cd5b00e809 req-a8ee1bc8-4637-486c-93b3-9756ee473252 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0650611 Jun 23 16:18:51.382817 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-15fb5c0e-74c9-427c-bbe3-69cd5b00e809 req-3f62e325-4a7a-46a8-88eb-c32729714b62 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350080 Jun 23 16:18:52.165205 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1748c6-cbea-4b82-a135-0cd44e6d7bcd req-9cb414a9-a16c-484c-a2a6-859a2fffc084 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:52.166744 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ba1748c6-cbea-4b82-a135-0cd44e6d7bcd req-9cb414a9-a16c-484c-a2a6-859a2fffc084 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0696871 Jun 23 16:18:52.208161 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ba1748c6-cbea-4b82-a135-0cd44e6d7bcd req-f15ad21e-0675-4d89-8cbf-a17f18b45ddb tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356064 Jun 23 16:18:52.326810 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da37136-5820-49f2-97da-bacd8c0d5d8d req-8b2ad240-bbd6-400d-a9e1-6377ba6c786f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:52.328317 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-4da37136-5820-49f2-97da-bacd8c0d5d8d req-8b2ad240-bbd6-400d-a9e1-6377ba6c786f tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 945 time: 0.0701425 Jun 23 16:18:52.437195 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-4da37136-5820-49f2-97da-bacd8c0d5d8d req-4b312945-b571-4ba9-97fe-bb1b8d219b21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Deleting port edd97887-83ca-4ed9-8585-7821712666bf {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:18:52.437445 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-4da37136-5820-49f2-97da-bacd8c0d5d8d req-4b312945-b571-4ba9-97fe-bb1b8d219b21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:52.529742 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-4da37136-5820-49f2-97da-bacd8c0d5d8d req-4b312945-b571-4ba9-97fe-bb1b8d219b21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] For port edd97887-83ca-4ed9-8585-7821712666bf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=edd97887-83ca-4ed9-8585-7821712666bf,segment=NetworkSegment(8ec11cd6-e1dc-486f-a020-365774138f69),segment_id=8ec11cd6-e1dc-486f-a020-365774138f69)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:18:52.530092 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-4da37136-5820-49f2-97da-bacd8c0d5d8d req-4b312945-b571-4ba9-97fe-bb1b8d219b21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:52.544102 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-4da37136-5820-49f2-97da-bacd8c0d5d8d req-4b312945-b571-4ba9-97fe-bb1b8d219b21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Calling delete_port for edd97887-83ca-4ed9-8585-7821712666bf owned by compute:nova {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:18:52.560693 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c1ee8-3b91-438f-a46a-a0b7df7bd6bd req-b71e1728-912c-4761-b3be-c5561a6cd044 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:52.562240 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1b4c1ee8-3b91-438f-a46a-a0b7df7bd6bd req-b71e1728-912c-4761-b3be-c5561a6cd044 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0666013 Jun 23 16:18:52.609847 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1b4c1ee8-3b91-438f-a46a-a0b7df7bd6bd req-57ce0754-bc05-4336-b4e5-531f227f09d4 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409119 Jun 23 16:18:52.675040 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-4da37136-5820-49f2-97da-bacd8c0d5d8d req-4b312945-b571-4ba9-97fe-bb1b8d219b21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:52.678970 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:52.707835 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b312945-b571-4ba9-97fe-bb1b8d219b21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Pushing event deleted for resources: {'Port': ['ID=edd97887-83ca-4ed9-8585-7821712666bf,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:52.711069 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4b312945-b571-4ba9-97fe-bb1b8d219b21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:52.736748 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['93896dd1-c98b-4880-bec7-eabfaecb5f81', 'edd97887-83ca-4ed9-8585-7821712666bf'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:18:52.752215 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da37136-5820-49f2-97da-bacd8c0d5d8d req-4b312945-b571-4ba9-97fe-bb1b8d219b21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] No DVR routers for this DVR port edd97887-83ca-4ed9-8585-7821712666bf on host hv-cinder-78836 {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:18:52.754778 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-4da37136-5820-49f2-97da-bacd8c0d5d8d req-4b312945-b571-4ba9-97fe-bb1b8d219b21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:52.757044 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-4da37136-5820-49f2-97da-bacd8c0d5d8d req-4b312945-b571-4ba9-97fe-bb1b8d219b21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.86 "DELETE /v2.0/ports/edd97887-83ca-4ed9-8585-7821712666bf HTTP/1.1" status: 204 len: 173 time: 0.4210670 Jun 23 16:18:52.757533 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd50bd61-2299-4132-a0b4-6391a18b201d', 'name': 'network-vif-deleted', 'tag': 'edd97887-83ca-4ed9-8585-7821712666bf'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:18:52.759874 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb39a2ec-6779-4dbf-bcc8-23563f2fed54" -d '{"events": [{"server_uuid": "cd50bd61-2299-4132-a0b4-6391a18b201d", "name": "network-vif-deleted", "tag": "edd97887-83ca-4ed9-8585-7821712666bf"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:18:52.799879 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b1cd42-2ceb-429f-813a-513626a67997 x-openstack-request-id: req-67b1cd42-2ceb-429f-813a-513626a67997 {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:18:52.800231 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd50bd61-2299-4132-a0b4-6391a18b201d", "name": "network-vif-deleted", "tag": "edd97887-83ca-4ed9-8585-7821712666bf", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:18:52.800515 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67b1cd42-2ceb-429f-813a-513626a67997 {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:18:52.800935 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd50bd61-2299-4132-a0b4-6391a18b201d', 'name': 'network-vif-deleted', 'tag': 'edd97887-83ca-4ed9-8585-7821712666bf', 'status': 'completed', 'code': 200} Jun 23 16:18:53.375004 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-63b241ce-5541-454d-b314-2600c6f0ede9 req-37a35386-3cbb-49e4-b1c8-90a28a57314b tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd50bd61-2299-4132-a0b4-6391a18b201d HTTP/1.1" status: 200 len: 210 time: 0.0282342 Jun 23 16:18:53.799418 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd83df-e88b-49ca-a111-2e12baa01e79 req-3334d58a-76c2-4cca-9f7e-f119dd2989e2 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:53.801065 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ecfd83df-e88b-49ca-a111-2e12baa01e79 req-3334d58a-76c2-4cca-9f7e-f119dd2989e2 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0671637 Jun 23 16:18:53.843379 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ecfd83df-e88b-49ca-a111-2e12baa01e79 req-313184d0-b1e3-4171-804b-0b5e46fa231d tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364316 Jun 23 16:18:54.824421 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c807ee-7c73-49cc-add0-a62afe692e41 req-2d2f01fb-2b75-4f06-be47-1eb5e13d3836 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:54.825860 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b8c807ee-7c73-49cc-add0-a62afe692e41 req-2d2f01fb-2b75-4f06-be47-1eb5e13d3836 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0643995 Jun 23 16:18:54.863519 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b8c807ee-7c73-49cc-add0-a62afe692e41 req-70bb7b3e-67c3-4df6-9f11-f07a71bae5ad tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Jun 23 16:18:55.036186 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b13ea-7e4b-4c33-88e0-12d91b509464 req-18903797-abea-4c28-858b-f490f5a96578 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:55.037692 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-de0b13ea-7e4b-4c33-88e0-12d91b509464 req-18903797-abea-4c28-858b-f490f5a96578 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0778286 Jun 23 16:18:55.081389 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-de0b13ea-7e4b-4c33-88e0-12d91b509464 req-b85aaf29-d284-472f-98fe-68ab98dda79a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337350 Jun 23 16:18:55.389961 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fa3b1f39-6278-43cf-bd3c-d3540798ffc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:56.049449 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a483ee7-7ba3-4aa3-a228-547ee3571d5a req-38462972-c51c-4e85-8760-7dd763d182f1 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:56.050916 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2a483ee7-7ba3-4aa3-a228-547ee3571d5a req-38462972-c51c-4e85-8760-7dd763d182f1 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0674610 Jun 23 16:18:56.088710 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device edd97887-83ca-4ed9-8585-7821712666bf no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:18:56.088936 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2a483ee7-7ba3-4aa3-a228-547ee3571d5a req-c4c7471d-3662-4fb6-bad5-1cdef2e22b59 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322773 Jun 23 16:18:56.112531 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: edd97887-83ca-4ed9-8585-7821712666bf {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:18:56.112531 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device edd97887-83ca-4ed9-8585-7821712666bf not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:18:56.263716 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0d50f-33e9-4ee2-a426-13c704d8c199 req-2fafc6d5-2a80-4fe1-a85d-ed2e907c803d tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:56.265074 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-68b0d50f-33e9-4ee2-a426-13c704d8c199 req-2fafc6d5-2a80-4fe1-a85d-ed2e907c803d tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0690522 Jun 23 16:18:56.305082 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-68b0d50f-33e9-4ee2-a426-13c704d8c199 req-bdce5156-e800-49fa-bc04-43131eaeb03c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339353 Jun 23 16:18:57.265605 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106e103-a47b-4bc8-bc8c-0e1cebc1241d req-a2204280-db23-4e58-bc96-8d46fced6a21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:57.267094 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7106e103-a47b-4bc8-bc8c-0e1cebc1241d req-a2204280-db23-4e58-bc96-8d46fced6a21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0681093 Jun 23 16:18:57.312320 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7106e103-a47b-4bc8-bc8c-0e1cebc1241d req-13bf3ece-9fd8-4654-aafe-18e4711f5612 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390399 Jun 23 16:18:57.487077 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a1703-9559-4c51-9427-74ce56af49d8 req-31026310-38bc-461e-9230-40deadebdbff tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:57.488418 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a48a1703-9559-4c51-9427-74ce56af49d8 req-31026310-38bc-461e-9230-40deadebdbff tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0671799 Jun 23 16:18:57.529017 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a48a1703-9559-4c51-9427-74ce56af49d8 req-c6605f5b-4d1f-4f52-b9ef-e52070facd94 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346277 Jun 23 16:18:57.908234 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4d9f43ae-9d42-44d0-9ef1-2d21526120bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:58.221105 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59384) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:58.269799 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:58.337332 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b96edbf3-aea2-4869-be85-788fe16eba33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:58.424458 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b96edbf3-aea2-4869-be85-788fe16eba33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:58.436399 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b96edbf3-aea2-4869-be85-788fe16eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:58.457346 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ac5e1199-c899-4df9-b89e-c6a8a407fc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:58.495955 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96edbf3-aea2-4869-be85-788fe16eba33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046c1142-748b-42ba-90ed-808fbe8bf73d,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:58.501558 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-b96edbf3-aea2-4869-be85-788fe16eba33 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bd2a973eac84eb6b71ccb150717b191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793665 Jun 23 16:18:58.503224 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b96edbf3-aea2-4869-be85-788fe16eba33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:58.505137 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59390) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:58.528649 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a8cd7-c2b7-4b16-8ac9-3293c4efa30e req-98b92a98-e0c4-4977-af74-128d9287c599 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:58.530076 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e41a8cd7-c2b7-4b16-8ac9-3293c4efa30e req-98b92a98-e0c4-4977-af74-128d9287c599 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1042469 Jun 23 16:18:58.561292 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6e970e2c-5bbb-4fa8-adad-d5d6bc57b247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:58.569224 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e41a8cd7-c2b7-4b16-8ac9-3293c4efa30e req-38adf3f6-1485-451e-8990-1c6bd3cdbd69 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Jun 23 16:18:58.583487 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6e970e2c-5bbb-4fa8-adad-d5d6bc57b247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:58.630350 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6e970e2c-5bbb-4fa8-adad-d5d6bc57b247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:58.632879 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6e970e2c-5bbb-4fa8-adad-d5d6bc57b247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:58.634018 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-6e970e2c-5bbb-4fa8-adad-d5d6bc57b247 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/046c1142-748b-42ba-90ed-808fbe8bf73d HTTP/1.1" status: 204 len: 168 time: 0.1279335 Jun 23 16:18:58.634789 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-283d95e7-54d1-49cc-afd3-1564b80b6c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:58.642146 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e970e2c-5bbb-4fa8-adad-d5d6bc57b247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c1142-748b-42ba-90ed-808fbe8bf73d,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:58.644541 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6e970e2c-5bbb-4fa8-adad-d5d6bc57b247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:58.710492 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d45ba9-3651-4be2-a4f2-67ef265e7a40 req-d3c1dff2-0184-4b61-abd2-f7eef53e33d2 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:58.711967 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-90d45ba9-3651-4be2-a4f2-67ef265e7a40 req-d3c1dff2-0184-4b61-abd2-f7eef53e33d2 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0650461 Jun 23 16:18:58.753985 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-90d45ba9-3651-4be2-a4f2-67ef265e7a40 req-84023c17-d69c-4b0d-be94-7cee86ed645e tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360312 Jun 23 16:18:58.909856 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59398) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:58.923395 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-68ed2665-6f4d-4af9-9712-62825a2732ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.014209 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.017502 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-68ed2665-6f4d-4af9-9712-62825a2732ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.021609 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-68ed2665-6f4d-4af9-9712-62825a2732ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.024111 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f4d4c284-17e1-4de7-a7f1-8662f7eceb03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:59.057438 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed2665-6f4d-4af9-9712-62825a2732ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0253ba6e-43fe-4be4-8c0b-58dc39568cad,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:59.061519 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-68ed2665-6f4d-4af9-9712-62825a2732ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7a1e35811c2457aae31667ccaaa9b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505015 Jun 23 16:18:59.062359 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-68ed2665-6f4d-4af9-9712-62825a2732ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:59.064395 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59400) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:59.111330 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2fdd-17b1-48a7-8961-47160166ddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.131983 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2fdd-17b1-48a7-8961-47160166ddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.176303 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2fdd-17b1-48a7-8961-47160166ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.178836 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2fdd-17b1-48a7-8961-47160166ddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.179944 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-ce8e2fdd-17b1-48a7-8961-47160166ddca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0253ba6e-43fe-4be4-8c0b-58dc39568cad HTTP/1.1" status: 204 len: 168 time: 0.1146886 Jun 23 16:18:59.180669 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ed54b5cd-fba0-4ba3-a380-7cb5620f0859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:59.187830 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e2fdd-17b1-48a7-8961-47160166ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0253ba6e-43fe-4be4-8c0b-58dc39568cad,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:59.190022 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ce8e2fdd-17b1-48a7-8961-47160166ddca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:59.507327 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59406) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:59.521047 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ee275ec9-19d9-4869-b787-29ec86ad62aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.606655 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ee275ec9-19d9-4869-b787-29ec86ad62aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.611363 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ee275ec9-19d9-4869-b787-29ec86ad62aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.614205 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8db20d11-10cc-405a-8e3a-1bbaa16c31a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:59.651672 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee275ec9-19d9-4869-b787-29ec86ad62aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed11671c-ae0f-4ef0-be63-2648943fb728,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:59.655038 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ee275ec9-19d9-4869-b787-29ec86ad62aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:59.660181 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-ee275ec9-19d9-4869-b787-29ec86ad62aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1aea51fe3433416a99fa1a6fe0793d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492336 Jun 23 16:18:59.661108 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59410) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:18:59.741052 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-dd14df1a-ce5c-4b7e-b35c-59ef9808a6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.768789 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-dd14df1a-ce5c-4b7e-b35c-59ef9808a6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.796554 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9022b-dc06-4204-b973-c1f8d8d40dbe req-23928b74-93b7-4186-beff-96722d31e7cf tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:59.798028 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3ab9022b-dc06-4204-b973-c1f8d8d40dbe req-23928b74-93b7-4186-beff-96722d31e7cf tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.1154912 Jun 23 16:18:59.846331 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3ab9022b-dc06-4204-b973-c1f8d8d40dbe req-277bc913-da97-49e9-a96f-5867b4c13b21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417738 Jun 23 16:18:59.852721 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-dd14df1a-ce5c-4b7e-b35c-59ef9808a6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.855739 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-dd14df1a-ce5c-4b7e-b35c-59ef9808a6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:59.857006 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-dd14df1a-ce5c-4b7e-b35c-59ef9808a6a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed11671c-ae0f-4ef0-be63-2648943fb728 HTTP/1.1" status: 204 len: 168 time: 0.1949451 Jun 23 16:18:59.857897 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d275f8a4-0fc2-44df-bc4c-cb735040b65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:18:59.869562 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14df1a-ce5c-4b7e-b35c-59ef9808a6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed11671c-ae0f-4ef0-be63-2648943fb728,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:18:59.869562 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-dd14df1a-ce5c-4b7e-b35c-59ef9808a6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:18:59.947755 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791c862-de94-4c11-ac4e-27a7a861cb9d req-4aa3c99a-1b57-4aed-afd1-6feff377b59b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:18:59.949207 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c791c862-de94-4c11-ac4e-27a7a861cb9d req-4aa3c99a-1b57-4aed-afd1-6feff377b59b tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0695121 Jun 23 16:18:59.991004 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c791c862-de94-4c11-ac4e-27a7a861cb9d req-52d12ed5-4e6e-4723-8e60-c29bd6f3b5f8 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358350 Jun 23 16:19:00.532021 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:01.038954 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad44e76-313c-4e36-a3d9-5d8f4bcd7404 req-7b6b517e-4c7f-444f-a810-9d8e43dbb17c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:01.040455 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6ad44e76-313c-4e36-a3d9-5d8f4bcd7404 req-7b6b517e-4c7f-444f-a810-9d8e43dbb17c tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0715230 Jun 23 16:19:01.095325 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6ad44e76-313c-4e36-a3d9-5d8f4bcd7404 req-4dfa75f0-af25-4d53-b9c6-3f9bbbef2c4a tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/security-groups?id=901b98ad-e9b5-440c-8afc-1894f25f96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Jun 23 16:19:01.134342 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885e103-5718-4219-8eb3-d8a98cbc487d req-fa78b951-4379-4559-9619-04e58457edc5 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:01.136471 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1885e103-5718-4219-8eb3-d8a98cbc487d req-fa78b951-4379-4559-9619-04e58457edc5 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.86 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 945 time: 0.0934403 Jun 23 16:19:01.189479 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01aad1-0971-46a3-887c-03aee30e2700 req-42e4c8c4-75b1-4bd0-a681-77e980559e5e tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:01.191098 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8c01aad1-0971-46a3-887c-03aee30e2700 req-42e4c8c4-75b1-4bd0-a681-77e980559e5e tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0699589 Jun 23 16:19:01.239118 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8c01aad1-0971-46a3-887c-03aee30e2700 req-7e4caeb2-e5f2-4694-ae4c-a7934f632513 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409701 Jun 23 16:19:01.251553 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-1885e103-5718-4219-8eb3-d8a98cbc487d req-c7a3497d-9f27-4f65-8b3b-41bef5cb64a2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Deleting port 93896dd1-c98b-4880-bec7-eabfaecb5f81 {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:19:01.251891 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1885e103-5718-4219-8eb3-d8a98cbc487d req-c7a3497d-9f27-4f65-8b3b-41bef5cb64a2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:01.351736 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-1885e103-5718-4219-8eb3-d8a98cbc487d req-c7a3497d-9f27-4f65-8b3b-41bef5cb64a2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] For port 93896dd1-c98b-4880-bec7-eabfaecb5f81, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=93896dd1-c98b-4880-bec7-eabfaecb5f81,segment=NetworkSegment(8ec11cd6-e1dc-486f-a020-365774138f69),segment_id=8ec11cd6-e1dc-486f-a020-365774138f69)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:01.352089 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1885e103-5718-4219-8eb3-d8a98cbc487d req-c7a3497d-9f27-4f65-8b3b-41bef5cb64a2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:01.363768 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-1885e103-5718-4219-8eb3-d8a98cbc487d req-c7a3497d-9f27-4f65-8b3b-41bef5cb64a2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Calling delete_port for 93896dd1-c98b-4880-bec7-eabfaecb5f81 owned by compute:nova {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:19:01.490673 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1885e103-5718-4219-8eb3-d8a98cbc487d req-c7a3497d-9f27-4f65-8b3b-41bef5cb64a2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:01.495006 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:01.524023 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3497d-9f27-4f65-8b3b-41bef5cb64a2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Pushing event deleted for resources: {'Port': ['ID=93896dd1-c98b-4880-bec7-eabfaecb5f81,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:01.531799 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-c7a3497d-9f27-4f65-8b3b-41bef5cb64a2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:01.532765 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['93896dd1-c98b-4880-bec7-eabfaecb5f81'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:19:01.568332 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-1885e103-5718-4219-8eb3-d8a98cbc487d req-c7a3497d-9f27-4f65-8b3b-41bef5cb64a2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] No DVR routers for this DVR port 93896dd1-c98b-4880-bec7-eabfaecb5f81 on host hv-cinder-78836 {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:19:01.570718 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-1885e103-5718-4219-8eb3-d8a98cbc487d req-c7a3497d-9f27-4f65-8b3b-41bef5cb64a2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:01.572719 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1885e103-5718-4219-8eb3-d8a98cbc487d req-c7a3497d-9f27-4f65-8b3b-41bef5cb64a2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.86 "DELETE /v2.0/ports/93896dd1-c98b-4880-bec7-eabfaecb5f81 HTTP/1.1" status: 204 len: 173 time: 0.4270108 Jun 23 16:19:01.573193 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32442c11-5286-429a-83e7-a117b293437c', 'name': 'network-vif-deleted', 'tag': '93896dd1-c98b-4880-bec7-eabfaecb5f81'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:19:01.575511 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a725bf3-494c-4038-a05b-c033653145cc" -d '{"events": [{"server_uuid": "32442c11-5286-429a-83e7-a117b293437c", "name": "network-vif-deleted", "tag": "93896dd1-c98b-4880-bec7-eabfaecb5f81"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:19:01.622605 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5fbb5d-3319-403a-92df-9cc96b677381 x-openstack-request-id: req-9b5fbb5d-3319-403a-92df-9cc96b677381 {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:19:01.622967 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32442c11-5286-429a-83e7-a117b293437c", "name": "network-vif-deleted", "tag": "93896dd1-c98b-4880-bec7-eabfaecb5f81", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:19:01.623223 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b5fbb5d-3319-403a-92df-9cc96b677381 {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:19:01.623660 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32442c11-5286-429a-83e7-a117b293437c', 'name': 'network-vif-deleted', 'tag': '93896dd1-c98b-4880-bec7-eabfaecb5f81', 'status': 'completed', 'code': 200} Jun 23 16:19:02.259285 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f1d08abd-cd67-4af7-b76d-32a1d9e92d42 req-7ef080e7-efad-407a-98da-26252750dac0 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] 10.222.0.23 "GET /v2.0/ports?device_id=32442c11-5286-429a-83e7-a117b293437c HTTP/1.1" status: 200 len: 210 time: 0.0286925 Jun 23 16:19:02.422115 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea068298-a658-4f6e-bca8-8a22cd841761 req-841cb3ec-4dc4-4ce4-bfe4-a7426d2a5afc tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:02.423526 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ea068298-a658-4f6e-bca8-8a22cd841761 req-841cb3ec-4dc4-4ce4-bfe4-a7426d2a5afc tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0678346 Jun 23 16:19:02.467790 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ea068298-a658-4f6e-bca8-8a22cd841761 req-20071b02-2fb1-42b0-8b1c-04fe23d8a575 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356193 Jun 23 16:19:02.610559 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:03.366828 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59496) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:03.740181 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c754cb-8cf9-4a92-ad4b-821ee225ab4a req-362e9f37-b7e6-471e-a436-ffbb27058734 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:03.741650 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-47c754cb-8cf9-4a92-ad4b-821ee225ab4a req-362e9f37-b7e6-471e-a436-ffbb27058734 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.1459203 Jun 23 16:19:03.814374 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-47c754cb-8cf9-4a92-ad4b-821ee225ab4a req-349c22f3-5dcf-468d-815a-f18f3fb7f36e tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656056 Jun 23 16:19:03.876013 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6224099a-2fdf-4aa7-ba5a-784903a3632c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395262'] for router_interface, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:04.144521 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 93896dd1-c98b-4880-bec7-eabfaecb5f81 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:19:04.164498 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: 93896dd1-c98b-4880-bec7-eabfaecb5f81 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:19:04.164849 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 93896dd1-c98b-4880-bec7-eabfaecb5f81 not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:19:04.174947 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-6224099a-2fdf-4aa7-ba5a-784903a3632c admin admin] Deleting port 34bb6620-90d7-4caa-82f0-8ca0d01a19ce {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:19:04.175288 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6224099a-2fdf-4aa7-ba5a-784903a3632c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:04.251678 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-6224099a-2fdf-4aa7-ba5a-784903a3632c admin admin] For port 34bb6620-90d7-4caa-82f0-8ca0d01a19ce, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=34bb6620-90d7-4caa-82f0-8ca0d01a19ce,segment=NetworkSegment(8ec11cd6-e1dc-486f-a020-365774138f69),segment_id=8ec11cd6-e1dc-486f-a020-365774138f69)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:04.252006 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6224099a-2fdf-4aa7-ba5a-784903a3632c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:04.265918 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-6224099a-2fdf-4aa7-ba5a-784903a3632c admin admin] Calling delete_port for 34bb6620-90d7-4caa-82f0-8ca0d01a19ce owned by network:router_interface {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:19:04.464856 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6224099a-2fdf-4aa7-ba5a-784903a3632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:04.466927 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f0298810-4436-4d71-94d8-ae98b7fc8ae5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:04.487990 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224099a-2fdf-4aa7-ba5a-784903a3632c admin admin] Pushing event deleted for resources: {'Port': ['ID=34bb6620-90d7-4caa-82f0-8ca0d01a19ce,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:04.491379 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6224099a-2fdf-4aa7-ba5a-784903a3632c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:04.646601 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6224099a-2fdf-4aa7-ba5a-784903a3632c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3751694'] for router_interface, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:04.859050 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6224099a-2fdf-4aa7-ba5a-784903a3632c admin admin] Router 28a9ab32-0644-47f9-96fb-67ee8775bac2 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:19:05.014410 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6224099a-2fdf-4aa7-ba5a-784903a3632c admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:19:05.019962 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-6224099a-2fdf-4aa7-ba5a-784903a3632c admin admin] 10.222.0.23 "PUT /v2.0/routers/28a9ab32-0644-47f9-96fb-67ee8775bac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6520503 Jun 23 16:19:05.023043 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59520) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:05.026500 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dab88e-a596-4738-b414-297d5dc70b89 None None] Sync routers for ids ['28a9ab32-0644-47f9-96fb-67ee8775bac2'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:19:05.036800 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dab88e-a596-4738-b414-297d5dc70b89 None None] Routers {'28a9ab32-0644-47f9-96fb-67ee8775bac2'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:05.037412 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-e3dab88e-a596-4738-b414-297d5dc70b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:18:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['28a9ab32-0644-47f9-96fb-67ee8775bac2'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:05.146842 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-e3dab88e-a596-4738-b414-297d5dc70b89 None None] Set router 28a9ab32-0644-47f9-96fb-67ee8775bac2 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:05.359190 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-e3dab88e-a596-4738-b414-297d5dc70b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'name': 'tempest-ServerRescueNegativeTestJSON-1696983587-router', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '9e252271-31f7-4991-9cd8-784fce83b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:19:04Z', 'revision_number': 5, 'project_id': '5b6392760d904cc6a4f117b3c04703e1', 'gw_port': {'id': '9e252271-31f7-4991-9cd8-784fce83b028', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:31Z', 'updated_at': '2021-06-23T16:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:05.376047 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab27b27-f8cc-4f6c-b690-cc76804a965a req-ec1479c2-ab58-4802-b4c4-5cbbe45b3f2e tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:05.377600 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-dab27b27-f8cc-4f6c-b690-cc76804a965a req-ec1479c2-ab58-4802-b4c4-5cbbe45b3f2e tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.4505620 Jun 23 16:19:05.387074 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dab88e-a596-4738-b414-297d5dc70b89 None None] Checking router: 28a9ab32-0644-47f9-96fb-67ee8775bac2 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:19:05.395572 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dab88e-a596-4738-b414-297d5dc70b89 None None] Routers {'28a9ab32-0644-47f9-96fb-67ee8775bac2'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:05.396187 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-e3dab88e-a596-4738-b414-297d5dc70b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:18:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['28a9ab32-0644-47f9-96fb-67ee8775bac2'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:05.461994 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-dab27b27-f8cc-4f6c-b690-cc76804a965a req-8dc964b9-24d5-4b9b-bd3c-f8679cfdb969 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&id=d4de7490-0942-4ba0-a70a-b571fe2958b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753622 Jun 23 16:19:05.464023 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Notify callbacks [] for router, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:05.580532 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:05.607297 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-e3dab88e-a596-4738-b414-297d5dc70b89 None None] Set router 28a9ab32-0644-47f9-96fb-67ee8775bac2 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:05.642817 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Deleting port 9e252271-31f7-4991-9cd8-784fce83b028 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:19:05.643288 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:05.755651 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] For port 9e252271-31f7-4991-9cd8-784fce83b028, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=9e252271-31f7-4991-9cd8-784fce83b028,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:05.756004 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:05.767716 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Calling delete_port for 9e252271-31f7-4991-9cd8-784fce83b028 owned by network:router_gateway {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:19:05.798935 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-e3dab88e-a596-4738-b414-297d5dc70b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'name': 'tempest-ServerRescueNegativeTestJSON-1696983587-router', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '9e252271-31f7-4991-9cd8-784fce83b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:19:04Z', 'revision_number': 5, 'project_id': '5b6392760d904cc6a4f117b3c04703e1', 'gw_port': {'id': '9e252271-31f7-4991-9cd8-784fce83b028', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:31Z', 'updated_at': '2021-06-23T16:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:05.824042 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dab88e-a596-4738-b414-297d5dc70b89 None None] The sync data for ids ['28a9ab32-0644-47f9-96fb-67ee8775bac2'] in dv-cinder-788363-4-smb is: [{'id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'name': 'tempest-ServerRescueNegativeTestJSON-1696983587-router', 'tenant_id': '5b6392760d904cc6a4f117b3c04703e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '9e252271-31f7-4991-9cd8-784fce83b028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:19:04Z', 'revision_number': 5, 'project_id': '5b6392760d904cc6a4f117b3c04703e1', 'gw_port': {'id': '9e252271-31f7-4991-9cd8-784fce83b028', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9ab32-0644-47f9-96fb-67ee8775bac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:31Z', 'updated_at': '2021-06-23T16:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:19:05.938188 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:05.940043 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0d2b8893-c222-4915-89db-6ea07850cb8c tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:05.962994 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e252271-31f7-4991-9cd8-784fce83b028,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:05.966091 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:06.028993 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454811'] for router_gateway, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.132751 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130119'] for router, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.134800 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.200307 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751413'] for router, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.200927 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28a9ab32-0644-47f9-96fb-67ee8775bac2 {{(pid=93114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:19:06.208810 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.209937 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] 10.222.0.23 "DELETE /v2.0/routers/28a9ab32-0644-47f9-96fb-67ee8775bac2 HTTP/1.1" status: 204 len: 168 time: 1.1856380 Jun 23 16:19:06.212505 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59536) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:06.264413 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbca2833-ebc0-48b1-b9cc-0b7284cdaea6 admin admin] Deleting subnet 81a16e50-4902-426d-a9a7-7c4e7c412276 {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:19:06.268045 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bbca2833-ebc0-48b1-b9cc-0b7284cdaea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.310129 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bbca2833-ebc0-48b1-b9cc-0b7284cdaea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27704903'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.359373 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bbca2833-ebc0-48b1-b9cc-0b7284cdaea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.422362 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bbca2833-ebc0-48b1-b9cc-0b7284cdaea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27874705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28535818'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.425012 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:06.456360 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca2833-ebc0-48b1-b9cc-0b7284cdaea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a16e50-4902-426d-a9a7-7c4e7c412276,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:06.459474 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-bbca2833-ebc0-48b1-b9cc-0b7284cdaea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:06.460465 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bbca2833-ebc0-48b1-b9cc-0b7284cdaea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.465001 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59544) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:06.468470 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-bbca2833-ebc0-48b1-b9cc-0b7284cdaea6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/81a16e50-4902-426d-a9a7-7c4e7c412276 HTTP/1.1" status: 204 len: 168 time: 0.2489202 Jun 23 16:19:06.544540 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.583294 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 34bb6620-90d7-4caa-82f0-8ca0d01a19ce no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:19:06.609643 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 34bb6620-90d7-4caa-82f0-8ca0d01a19ce {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:19:06.610003 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 34bb6620-90d7-4caa-82f0-8ca0d01a19ce not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:19:06.654167 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.665704 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a89471-52b2-40ae-a8f0-056b1821cd63']}} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:06.677785 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec11cd6-e1dc-486f-a020-365774138f69') {'for_net_delete': True} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:06.678073 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec11cd6-e1dc-486f-a020-365774138f69') {} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:06.687536 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28476742'] for segment, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.703029 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.710044 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:19:06.710470 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28743871'] for segment, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: Traceback (most recent call last): Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: timer() Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: cb(*args, **kw) Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: return func(*args, **kwargs) Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: self._notify() Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: self.callback(batched_events) Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: event.method(event) Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: return f(self, *a, **k) Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: return self._get(url).json() Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: return self.request(url, 'GET', **kwargs) Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:19:06.727003 dv-cinder-788363-4-smb neutron-server[93113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:19:06.790605 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.806018 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:06.808750 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.813522 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] 10.222.0.23 "DELETE /v2.0/networks/30a89471-52b2-40ae-a8f0-056b1821cd63 HTTP/1.1" status: 204 len: 168 time: 0.3474839 Jun 23 16:19:06.827129 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a89471-52b2-40ae-a8f0-056b1821cd63,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:06.834863 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4ace72a2-8a7c-4514-b0ee-378a30aab305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:07.022504 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59568) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:07.102212 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f4973e20-9e90-456b-a7d5-fc0782df2351 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b6392760d904cc6a4f117b3c04703e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0758879 Jun 23 16:19:07.104864 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59570) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:07.127174 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dea7a-900b-4e66-9c61-4baa1db01edf req-77eb109e-3f96-4ee9-88ab-414433851960 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:07.128802 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ef4dea7a-900b-4e66-9c61-4baa1db01edf req-77eb109e-3f96-4ee9-88ab-414433851960 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0962715 Jun 23 16:19:07.165263 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a81b8dac-711c-49a1-868f-cc05d73ef5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:07.171499 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ef4dea7a-900b-4e66-9c61-4baa1db01edf req-8603589f-6a16-4207-9ddc-37152705b655 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344329 Jun 23 16:19:07.187427 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a81b8dac-711c-49a1-868f-cc05d73ef5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:07.235457 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a81b8dac-711c-49a1-868f-cc05d73ef5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:07.238025 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a81b8dac-711c-49a1-868f-cc05d73ef5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:07.239212 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-a81b8dac-711c-49a1-868f-cc05d73ef5d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/901b98ad-e9b5-440c-8afc-1894f25f96bf HTTP/1.1" status: 204 len: 168 time: 0.1333172 Jun 23 16:19:07.239941 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-db61d4e0-8219-4cca-a3f1-31ceb27fbca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:07.247263 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b8dac-711c-49a1-868f-cc05d73ef5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901b98ad-e9b5-440c-8afc-1894f25f96bf,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:07.249599 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a81b8dac-711c-49a1-868f-cc05d73ef5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:08.157168 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59606) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:08.275122 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a7355de0-8c28-4ac7-93bd-11cdac46e8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:08.396968 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e52f-b2dc-486b-ab7a-6bcdbcd2798b req-4c01a26e-ad18-4920-a582-e022d9f99f59 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:08.399002 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-27e0e52f-b2dc-486b-ab7a-6bcdbcd2798b req-4c01a26e-ad18-4920-a582-e022d9f99f59 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0971570 Jun 23 16:19:08.423060 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a7355de0-8c28-4ac7-93bd-11cdac46e8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:08.429085 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a7355de0-8c28-4ac7-93bd-11cdac46e8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:08.436796 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-23383f61-fc68-4cd6-bb91-3275708544b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:08.458874 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-27e0e52f-b2dc-486b-ab7a-6bcdbcd2798b req-d0c9a9f3-816d-4a15-8d8f-8b56085ce460 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504718 Jun 23 16:19:08.460400 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 9e252271-31f7-4991-9cd8-784fce83b028 no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:19:08.472308 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-a7355de0-8c28-4ac7-93bd-11cdac46e8e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66711b85837843a28c3d979d9ab4890f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140564 Jun 23 16:19:08.477260 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59620) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:08.488399 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 9e252271-31f7-4991-9cd8-784fce83b028 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:19:08.488399 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 9e252271-31f7-4991-9cd8-784fce83b028 not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:19:08.508816 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7355de0-8c28-4ac7-93bd-11cdac46e8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6cc892-f209-4141-a90e-8f5f15eb390e,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:08.512072 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a7355de0-8c28-4ac7-93bd-11cdac46e8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:08.550137 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b82f58a3-4ad3-42a8-8d44-d3656914dc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:08.574230 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b82f58a3-4ad3-42a8-8d44-d3656914dc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:08.627588 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b82f58a3-4ad3-42a8-8d44-d3656914dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:08.632068 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b82f58a3-4ad3-42a8-8d44-d3656914dc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:08.633630 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-b82f58a3-4ad3-42a8-8d44-d3656914dc81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f6cc892-f209-4141-a90e-8f5f15eb390e HTTP/1.1" status: 204 len: 168 time: 0.1528943 Jun 23 16:19:08.634430 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-735b1aff-b6de-4513-b7e3-f4996d790563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:08.642408 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f58a3-4ad3-42a8-8d44-d3656914dc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6cc892-f209-4141-a90e-8f5f15eb390e,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:08.644677 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-b82f58a3-4ad3-42a8-8d44-d3656914dc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:08.997032 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59636) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:09.019014 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-69e741f5-a892-4a74-8246-e81a78bec311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.040953 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59638) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:09.116766 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-69e741f5-a892-4a74-8246-e81a78bec311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.121766 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-69e741f5-a892-4a74-8246-e81a78bec311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.125723 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6e970e2c-5bbb-4fa8-adad-d5d6bc57b247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:09.162465 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-69e741f5-a892-4a74-8246-e81a78bec311 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd9c2a6569f94c5a8f6bc25bf8d95960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618819 Jun 23 16:19:09.163150 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59642) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:09.165345 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e741f5-a892-4a74-8246-e81a78bec311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72264d8-792f-41c2-bffd-5b75e6c993dc,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:09.168714 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-69e741f5-a892-4a74-8246-e81a78bec311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:09.216340 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-80d505a4-98f1-4fd2-b657-b4367ebe998a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.242314 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-335b2264-1066-4087-9726-347187b1cced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.276454 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-335b2264-1066-4087-9726-347187b1cced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.351759 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-335b2264-1066-4087-9726-347187b1cced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.354444 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-335b2264-1066-4087-9726-347187b1cced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.355599 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-335b2264-1066-4087-9726-347187b1cced admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c72264d8-792f-41c2-bffd-5b75e6c993dc HTTP/1.1" status: 204 len: 168 time: 0.1916423 Jun 23 16:19:09.358971 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-5990bce5-2b00-480d-9a58-b21f9e2b36a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:09.372979 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-80d505a4-98f1-4fd2-b657-b4367ebe998a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.375253 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b2264-1066-4087-9726-347187b1cced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72264d8-792f-41c2-bffd-5b75e6c993dc,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:09.377865 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-335b2264-1066-4087-9726-347187b1cced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:09.379507 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-80d505a4-98f1-4fd2-b657-b4367ebe998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.382511 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f7d0e0cf-9857-4425-8d0f-33b0567f3633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:09.421442 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-80d505a4-98f1-4fd2-b657-b4367ebe998a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c08fe41f295b49dc94bdb3abc4e088df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794086 Jun 23 16:19:09.423140 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59646) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:09.427374 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d505a4-98f1-4fd2-b657-b4367ebe998a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1691ec20-8c2c-4220-9ea2-594ae1c7a8a9,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:09.430980 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-80d505a4-98f1-4fd2-b657-b4367ebe998a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:09.484169 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b54553d5-b0c4-4e3d-962a-fdf41f7a4134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.513543 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b54553d5-b0c4-4e3d-962a-fdf41f7a4134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.568767 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b54553d5-b0c4-4e3d-962a-fdf41f7a4134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.572359 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b54553d5-b0c4-4e3d-962a-fdf41f7a4134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.574767 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-b54553d5-b0c4-4e3d-962a-fdf41f7a4134 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1691ec20-8c2c-4220-9ea2-594ae1c7a8a9 HTTP/1.1" status: 204 len: 168 time: 0.1502111 Jun 23 16:19:09.575627 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2c0a2a60-7df0-4ea7-9f11-4f347b4828dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:09.594407 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54553d5-b0c4-4e3d-962a-fdf41f7a4134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1691ec20-8c2c-4220-9ea2-594ae1c7a8a9,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:09.596853 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-b54553d5-b0c4-4e3d-962a-fdf41f7a4134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:09.678988 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585768d5-1c46-4978-b810-7e0ecc115845 req-de28f024-acc7-4c39-9394-009358aea45e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:09.681144 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-585768d5-1c46-4978-b810-7e0ecc115845 req-de28f024-acc7-4c39-9394-009358aea45e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0913146 Jun 23 16:19:09.695160 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59654) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:09.709760 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8ee3d3c6-d302-4277-8db6-131f74fa546d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.726670 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-585768d5-1c46-4978-b810-7e0ecc115845 req-6d810050-0bfd-4f1a-9517-e0094c70d9ef tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379789 Jun 23 16:19:09.823615 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8ee3d3c6-d302-4277-8db6-131f74fa546d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.828786 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8ee3d3c6-d302-4277-8db6-131f74fa546d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.831394 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:09.871334 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-8ee3d3c6-d302-4277-8db6-131f74fa546d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de01c3846cdb4328878e7777c0ac8efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736553 Jun 23 16:19:09.871334 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3d3c6-d302-4277-8db6-131f74fa546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5660429d-2b0b-47eb-8165-f2a1fa50f148,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:09.871640 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-8ee3d3c6-d302-4277-8db6-131f74fa546d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:09.871920 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59658) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:09.895420 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59660) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:09.909250 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-700af09f-2487-4878-b471-4b82ba8609ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.932172 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6f171829-35c3-4a17-8c8b-44c9156e0686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.956856 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6f171829-35c3-4a17-8c8b-44c9156e0686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:10.002926 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-700af09f-2487-4878-b471-4b82ba8609ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:10.009640 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-700af09f-2487-4878-b471-4b82ba8609ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:10.011621 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6f171829-35c3-4a17-8c8b-44c9156e0686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:10.012386 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:10.014245 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6f171829-35c3-4a17-8c8b-44c9156e0686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:10.015640 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-6f171829-35c3-4a17-8c8b-44c9156e0686 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5660429d-2b0b-47eb-8165-f2a1fa50f148 HTTP/1.1" status: 204 len: 168 time: 0.1423931 Jun 23 16:19:10.016458 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8edaba8c-c92b-4390-86b2-416c5e6a9ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:10.024537 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f171829-35c3-4a17-8c8b-44c9156e0686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5660429d-2b0b-47eb-8165-f2a1fa50f148,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:10.027707 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6f171829-35c3-4a17-8c8b-44c9156e0686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:10.057157 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700af09f-2487-4878-b471-4b82ba8609ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53042a-c51e-43dd-9111-1c541cf2f888,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:10.061169 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-700af09f-2487-4878-b471-4b82ba8609ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:10.063716 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-700af09f-2487-4878-b471-4b82ba8609ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46a90d0af2b344f59bedde09cf53a621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672099 Jun 23 16:19:10.066812 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59664) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:10.120554 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ade38409-210e-4449-8720-ed143b18b027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:10.143340 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ade38409-210e-4449-8720-ed143b18b027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:10.192221 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ade38409-210e-4449-8720-ed143b18b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:10.194916 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ade38409-210e-4449-8720-ed143b18b027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:10.196068 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-ade38409-210e-4449-8720-ed143b18b027 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba53042a-c51e-43dd-9111-1c541cf2f888 HTTP/1.1" status: 204 len: 168 time: 0.1282830 Jun 23 16:19:10.196842 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-e94391af-eade-4b98-a62c-cbe4186841e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:10.204574 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade38409-210e-4449-8720-ed143b18b027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53042a-c51e-43dd-9111-1c541cf2f888,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:10.206973 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ade38409-210e-4449-8720-ed143b18b027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:11.094066 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bdd90-6e0b-4558-95b8-b5448898014e req-61413e09-c951-48cc-8640-32dc55377131 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:11.095860 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-161bdd90-6e0b-4558-95b8-b5448898014e req-61413e09-c951-48cc-8640-32dc55377131 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0731270 Jun 23 16:19:11.136035 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-161bdd90-6e0b-4558-95b8-b5448898014e req-8d41efc4-c1e8-4fa7-8186-bf4a038f57d6 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342226 Jun 23 16:19:12.288423 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:19:12.309487 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69384de9-6442-49c3-b1b3-89f1bf494bbd req-682efeb9-5692-4391-9f04-4b28c00ebc21 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:12.311021 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-69384de9-6442-49c3-b1b3-89f1bf494bbd req-682efeb9-5692-4391-9f04-4b28c00ebc21 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0643632 Jun 23 16:19:12.352011 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-69384de9-6442-49c3-b1b3-89f1bf494bbd req-a8632d69-78f2-4143-8f20-e521a506ce7c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347495 Jun 23 16:19:13.527486 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473de803-4f82-4103-b67d-7f0b9a985ec6 req-f8f89963-1c13-4976-b779-ef71800f8bd9 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:13.528848 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-473de803-4f82-4103-b67d-7f0b9a985ec6 req-f8f89963-1c13-4976-b779-ef71800f8bd9 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0669734 Jun 23 16:19:13.579254 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-473de803-4f82-4103-b67d-7f0b9a985ec6 req-e4c7db8d-cc7e-42cc-a823-0c994496161d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388939 Jun 23 16:19:14.745503 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24389718-5aca-4f8d-92a4-3ccd17b8dcc3 req-a3d80967-7f5f-4942-8339-e9b0ee6c1a36 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:14.747816 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-24389718-5aca-4f8d-92a4-3ccd17b8dcc3 req-a3d80967-7f5f-4942-8339-e9b0ee6c1a36 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0652840 Jun 23 16:19:14.787406 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-24389718-5aca-4f8d-92a4-3ccd17b8dcc3 req-c2434524-c5fe-4a43-bb0d-f481ed6d6c32 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341825 Jun 23 16:19:15.154506 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59792) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:15.265205 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-33e17281-fc1f-4827-9a21-b1e791e856e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:15.355985 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-33e17281-fc1f-4827-9a21-b1e791e856e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:15.360407 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-33e17281-fc1f-4827-9a21-b1e791e856e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:15.363775 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a7355de0-8c28-4ac7-93bd-11cdac46e8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:15.400106 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-33e17281-fc1f-4827-9a21-b1e791e856e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=168410d00a11463ba1752c245f2da618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445204 Jun 23 16:19:15.401393 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e17281-fc1f-4827-9a21-b1e791e856e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd1ac2b-91b9-4a99-9c6e-8f0d6e4c67a5,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:15.403059 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59796) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:15.404715 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-33e17281-fc1f-4827-9a21-b1e791e856e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:15.453152 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2a283cb3-518f-4c8b-a6e9-787dcf520d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:15.474221 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2a283cb3-518f-4c8b-a6e9-787dcf520d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:15.520549 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2a283cb3-518f-4c8b-a6e9-787dcf520d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:15.523200 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2a283cb3-518f-4c8b-a6e9-787dcf520d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:15.524349 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-2a283cb3-518f-4c8b-a6e9-787dcf520d54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffd1ac2b-91b9-4a99-9c6e-8f0d6e4c67a5 HTTP/1.1" status: 204 len: 168 time: 0.1202965 Jun 23 16:19:15.525065 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-c2756ae5-50ba-4b55-b8d5-a483479bbcf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:15.532599 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a283cb3-518f-4c8b-a6e9-787dcf520d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd1ac2b-91b9-4a99-9c6e-8f0d6e4c67a5,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:15.534832 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2a283cb3-518f-4c8b-a6e9-787dcf520d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:15.785063 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59802) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:15.802066 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea9ac-0b73-4b1d-a3fc-73a5aa52baa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:15.890917 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea9ac-0b73-4b1d-a3fc-73a5aa52baa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:15.895108 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea9ac-0b73-4b1d-a3fc-73a5aa52baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:15.898763 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0b68901a-46a9-4a06-a67a-2479bea47921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:15.962161 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-ad9ea9ac-0b73-4b1d-a3fc-73a5aa52baa7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64df5ee39cd442b99ea395f22328a52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760256 Jun 23 16:19:15.963764 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ea9ac-0b73-4b1d-a3fc-73a5aa52baa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143b2643-c22e-4461-aff4-a79e6c5c45f4,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:15.965123 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59810) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:15.967581 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ad9ea9ac-0b73-4b1d-a3fc-73a5aa52baa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:16.007722 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299db4e-5433-46d7-8041-3a7e221f2795 req-aed12972-9496-4071-9961-9401ccacb7f4 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:16.007722 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f299db4e-5433-46d7-8041-3a7e221f2795 req-aed12972-9496-4071-9961-9401ccacb7f4 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0964224 Jun 23 16:19:16.022164 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-7e9616dd-4e5f-48a7-92b4-7e7ca2652dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:16.048990 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f299db4e-5433-46d7-8041-3a7e221f2795 req-5c3e3b01-a0d6-41f6-bcdd-a63eb09d1065 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396037 Jun 23 16:19:16.050093 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-7e9616dd-4e5f-48a7-92b4-7e7ca2652dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:16.106022 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-7e9616dd-4e5f-48a7-92b4-7e7ca2652dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:16.108741 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-7e9616dd-4e5f-48a7-92b4-7e7ca2652dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:16.109888 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-7e9616dd-4e5f-48a7-92b4-7e7ca2652dff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/143b2643-c22e-4461-aff4-a79e6c5c45f4 HTTP/1.1" status: 204 len: 168 time: 0.1437802 Jun 23 16:19:16.110729 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-33e17281-fc1f-4827-9a21-b1e791e856e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:16.128245 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9616dd-4e5f-48a7-92b4-7e7ca2652dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143b2643-c22e-4461-aff4-a79e6c5c45f4,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:16.136435 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-7e9616dd-4e5f-48a7-92b4-7e7ca2652dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:17.230862 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e4c48-daeb-4796-b297-95c41a6e46cc req-4ef5e27a-5e79-4f17-bb0c-8300c39d5102 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:17.232195 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-867e4c48-daeb-4796-b297-95c41a6e46cc req-4ef5e27a-5e79-4f17-bb0c-8300c39d5102 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0644119 Jun 23 16:19:17.270309 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-867e4c48-daeb-4796-b297-95c41a6e46cc req-2bc795f7-72f0-484e-9aee-16a974611d14 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323868 Jun 23 16:19:18.459430 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231df96-05b5-4358-a3b9-241896a6c320 req-e5271ac1-8f1f-4009-9987-083947f07b37 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:18.460893 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7231df96-05b5-4358-a3b9-241896a6c320 req-e5271ac1-8f1f-4009-9987-083947f07b37 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0677221 Jun 23 16:19:18.497727 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7231df96-05b5-4358-a3b9-241896a6c320 req-c56215d7-9ef2-40d5-96e2-a24d777b6e6d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311384 Jun 23 16:19:18.842194 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1d434-a943-48a9-b2f0-52187391dde9 req-135b47fd-805d-4978-9c55-b8ecd08aeb3a tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:18.843974 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-38e1d434-a943-48a9-b2f0-52187391dde9 req-135b47fd-805d-4978-9c55-b8ecd08aeb3a tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0726459 Jun 23 16:19:18.863530 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ff7de-1b22-4bd2-a286-9f7423dcfee1 req-3122a081-b3e3-4037-8d48-762b233d7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:18.866912 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9d6ff7de-1b22-4bd2-a286-9f7423dcfee1 req-3122a081-b3e3-4037-8d48-762b233d7466 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c&device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 1098 time: 0.0748610 Jun 23 16:19:18.889328 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-38e1d434-a943-48a9-b2f0-52187391dde9 req-3e499d11-99d9-4059-98dd-587d35d9c557 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398099 Jun 23 16:19:18.963901 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ff7de-1b22-4bd2-a286-9f7423dcfee1 req-be22013d-c7be-4534-b7fc-ace65a2501aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:18.965518 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9d6ff7de-1b22-4bd2-a286-9f7423dcfee1 req-be22013d-c7be-4534-b7fc-ace65a2501aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b000be7-9e01-4eab-9594-f68a1f57b023 HTTP/1.1" status: 200 len: 912 time: 0.0922062 Jun 23 16:19:19.038229 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9d6ff7de-1b22-4bd2-a286-9f7423dcfee1 req-572095ac-b935-4d11-a9f9-e00aad3a1ab5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca5360e7-9f9b-4652-988b-3b66d748b994 HTTP/1.1" status: 200 len: 1001 time: 0.0661254 Jun 23 16:19:19.087718 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ff7de-1b22-4bd2-a286-9f7423dcfee1 req-92cfbf68-95f2-4a77-927d-06d5e9801b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:19.089247 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9d6ff7de-1b22-4bd2-a286-9f7423dcfee1 req-92cfbf68-95f2-4a77-927d-06d5e9801b8b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ea3c836-5a07-41aa-bcd3-addf438d9fd2 HTTP/1.1" status: 200 len: 850 time: 0.0443411 Jun 23 16:19:19.149435 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ff7de-1b22-4bd2-a286-9f7423dcfee1 req-8ded2a23-1153-4942-83e5-75c2a8b62677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:19.150878 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9d6ff7de-1b22-4bd2-a286-9f7423dcfee1 req-8ded2a23-1153-4942-83e5-75c2a8b62677 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b000be7-9e01-4eab-9594-f68a1f57b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545053 Jun 23 16:19:19.244232 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9d6ff7de-1b22-4bd2-a286-9f7423dcfee1 req-a6baf1d7-2806-4fb9-9b6b-a88cd36bad22 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858288 Jun 23 16:19:19.334423 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9d6ff7de-1b22-4bd2-a286-9f7423dcfee1 req-1a088e3a-71a0-4137-9681-7b719eda1d24 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822182 Jun 23 16:19:20.081480 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db69a7-1036-4b08-8b84-186f35c722ca req-a402e5c0-4503-4590-9753-e872cebedecb tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:20.083013 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-50db69a7-1036-4b08-8b84-186f35c722ca req-a402e5c0-4503-4590-9753-e872cebedecb tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0674746 Jun 23 16:19:20.125467 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-50db69a7-1036-4b08-8b84-186f35c722ca req-a721e9ab-28f4-44b8-9022-78e9612ec8fe tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355239 Jun 23 16:19:20.324008 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59938) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:20.430359 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9efde79b-e592-47bf-afb6-d47e75c7deb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:20.520059 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9efde79b-e592-47bf-afb6-d47e75c7deb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:20.525292 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9efde79b-e592-47bf-afb6-d47e75c7deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:20.528009 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7f8d4844-9274-4b80-a9f3-9c735f7805e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:20.565457 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-9efde79b-e592-47bf-afb6-d47e75c7deb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cb6f5a05a7c4ddf8d9bba35d9ccfb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403514 Jun 23 16:19:20.566304 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efde79b-e592-47bf-afb6-d47e75c7deb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66dab5c-e536-4f0f-a02f-7e4f6d95844c,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:20.568248 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59942) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:20.569616 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-9efde79b-e592-47bf-afb6-d47e75c7deb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:20.621351 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-77f9f5e0-ed55-41e7-9b75-5a349e17cac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:20.646312 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-77f9f5e0-ed55-41e7-9b75-5a349e17cac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:20.692429 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-77f9f5e0-ed55-41e7-9b75-5a349e17cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:20.695264 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-77f9f5e0-ed55-41e7-9b75-5a349e17cac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:20.696403 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-77f9f5e0-ed55-41e7-9b75-5a349e17cac4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b66dab5c-e536-4f0f-a02f-7e4f6d95844c HTTP/1.1" status: 204 len: 168 time: 0.1271317 Jun 23 16:19:20.697228 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-b82f58a3-4ad3-42a8-8d44-d3656914dc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:20.704530 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9f5e0-ed55-41e7-9b75-5a349e17cac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66dab5c-e536-4f0f-a02f-7e4f6d95844c,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:20.706907 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-77f9f5e0-ed55-41e7-9b75-5a349e17cac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:20.974072 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59948) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:20.987487 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f48b4ad9-c5b2-451a-98e8-ca5a71e02fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.082069 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f48b4ad9-c5b2-451a-98e8-ca5a71e02fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.086154 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f48b4ad9-c5b2-451a-98e8-ca5a71e02fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.088768 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-d06c8ea5-669e-4cde-9c43-6a473f75e347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:21.125498 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b4ad9-c5b2-451a-98e8-ca5a71e02fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18d5c47-1bfd-490d-bdcf-34f1d9c40bee,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:21.132704 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-f48b4ad9-c5b2-451a-98e8-ca5a71e02fab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7feecd1556094c61b6527aed78af6ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573143 Jun 23 16:19:21.134086 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f48b4ad9-c5b2-451a-98e8-ca5a71e02fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:21.135899 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59954) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:21.192780 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b9531aaa-fb7b-4918-81fc-d0f589e333ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.226427 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b9531aaa-fb7b-4918-81fc-d0f589e333ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.304095 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 59960) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:21.327340 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f3cbc-13e6-4094-8a49-fee89c8dc423 req-4b5cb9df-7b49-432d-ac5b-b6ec647fdee2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:21.328871 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-057f3cbc-13e6-4094-8a49-fee89c8dc423 req-4b5cb9df-7b49-432d-ac5b-b6ec647fdee2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0834439 Jun 23 16:19:21.329692 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b9531aaa-fb7b-4918-81fc-d0f589e333ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.332561 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b9531aaa-fb7b-4918-81fc-d0f589e333ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.336163 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-b9531aaa-fb7b-4918-81fc-d0f589e333ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a18d5c47-1bfd-490d-bdcf-34f1d9c40bee HTTP/1.1" status: 204 len: 168 time: 0.1965292 Jun 23 16:19:21.336163 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-e84edcdb-bc9b-4fd8-9c40-36235448dc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:21.349446 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9531aaa-fb7b-4918-81fc-d0f589e333ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18d5c47-1bfd-490d-bdcf-34f1d9c40bee,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:21.362871 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b9531aaa-fb7b-4918-81fc-d0f589e333ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:21.390979 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-057f3cbc-13e6-4094-8a49-fee89c8dc423 req-19b7a321-035c-4d1f-807b-8052e02088b4 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528231 Jun 23 16:19:21.428655 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b7c0c938-6436-4618-a83e-5f65773b94e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.522521 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b7c0c938-6436-4618-a83e-5f65773b94e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.526985 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b7c0c938-6436-4618-a83e-5f65773b94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.529634 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-57392f33-39f2-42a6-9249-03aec8cba826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:21.569249 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-b7c0c938-6436-4618-a83e-5f65773b94e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d575cf400864ea8ab5b830158208aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641141 Jun 23 16:19:21.570806 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0c938-6436-4618-a83e-5f65773b94e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5cbae9-fb84-47f2-9c7a-86d922dd647b,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:21.572289 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 59974) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:21.573538 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-b7c0c938-6436-4618-a83e-5f65773b94e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:21.631170 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fd3a7595-f249-4bac-a95e-efbea04f8e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.652270 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fd3a7595-f249-4bac-a95e-efbea04f8e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.700941 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fd3a7595-f249-4bac-a95e-efbea04f8e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.703501 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fd3a7595-f249-4bac-a95e-efbea04f8e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:21.704653 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-fd3a7595-f249-4bac-a95e-efbea04f8e40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a5cbae9-fb84-47f2-9c7a-86d922dd647b HTTP/1.1" status: 204 len: 168 time: 0.1312201 Jun 23 16:19:21.705561 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-5ed34022-e006-4d3f-af6f-a0d8682e6501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:21.713619 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a7595-f249-4bac-a95e-efbea04f8e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5cbae9-fb84-47f2-9c7a-86d922dd647b,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:21.716011 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-fd3a7595-f249-4bac-a95e-efbea04f8e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:24.918428 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60014) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:25.022162 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-778e544e-f04d-48b1-8a17-7bd81bcd4d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.109751 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-778e544e-f04d-48b1-8a17-7bd81bcd4d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.115559 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-778e544e-f04d-48b1-8a17-7bd81bcd4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.118115 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6f171829-35c3-4a17-8c8b-44c9156e0686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:25.153075 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-778e544e-f04d-48b1-8a17-7bd81bcd4d4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05c8084b6d6441129927480e41ba82d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334354 Jun 23 16:19:25.154367 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e544e-f04d-48b1-8a17-7bd81bcd4d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c661c023-76cc-4d9b-8eaa-bde3c88aae18,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:25.156069 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60018) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:25.158061 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-778e544e-f04d-48b1-8a17-7bd81bcd4d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:25.205320 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa97b-e428-4ea9-9e60-85f2672ac126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.226298 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa97b-e428-4ea9-9e60-85f2672ac126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.277410 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa97b-e428-4ea9-9e60-85f2672ac126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.280090 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa97b-e428-4ea9-9e60-85f2672ac126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.281237 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-ff7aa97b-e428-4ea9-9e60-85f2672ac126 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c661c023-76cc-4d9b-8eaa-bde3c88aae18 HTTP/1.1" status: 204 len: 168 time: 0.1241331 Jun 23 16:19:25.282010 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-99eaf297-de1f-402e-baa9-e6fe93a08f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:25.289838 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7aa97b-e428-4ea9-9e60-85f2672ac126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c661c023-76cc-4d9b-8eaa-bde3c88aae18,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:25.292004 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ff7aa97b-e428-4ea9-9e60-85f2672ac126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:25.393392 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5f66c595-dd5a-4e99-9de1-017e584cd07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.312167 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60060) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:26.414211 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a243f9a7-3137-4bf1-ac37-ecb005873a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.502693 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a243f9a7-3137-4bf1-ac37-ecb005873a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.508441 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a243f9a7-3137-4bf1-ac37-ecb005873a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.511051 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-b7c0c938-6436-4618-a83e-5f65773b94e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:26.545293 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-a243f9a7-3137-4bf1-ac37-ecb005873a7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59c6f49253e543fd91983e3e6b091888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320399 Jun 23 16:19:26.546235 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243f9a7-3137-4bf1-ac37-ecb005873a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898aa978-9a0b-42ff-946e-4668f242e78a,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:26.548218 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60066) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:26.549413 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a243f9a7-3137-4bf1-ac37-ecb005873a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:26.597583 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-050d766d-6d8f-4c08-b8fb-d001a47f43b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.620176 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-050d766d-6d8f-4c08-b8fb-d001a47f43b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.668976 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-050d766d-6d8f-4c08-b8fb-d001a47f43b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.671668 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-050d766d-6d8f-4c08-b8fb-d001a47f43b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.675670 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-050d766d-6d8f-4c08-b8fb-d001a47f43b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/898aa978-9a0b-42ff-946e-4668f242e78a HTTP/1.1" status: 204 len: 168 time: 0.1263709 Jun 23 16:19:26.676525 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-4ff4d758-184a-456c-8c41-4bd2083f921c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:26.684821 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d766d-6d8f-4c08-b8fb-d001a47f43b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898aa978-9a0b-42ff-946e-4668f242e78a,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:26.687263 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-050d766d-6d8f-4c08-b8fb-d001a47f43b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:27.035199 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1800a3-9373-4ec9-b464-4fb9e83b1ee8 req-3840c7db-f8c4-4ec9-a62e-f8ae286df3d4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:27.036813 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ee1800a3-9373-4ec9-b464-4fb9e83b1ee8 req-3840c7db-f8c4-4ec9-a62e-f8ae286df3d4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 947 time: 0.0706732 Jun 23 16:19:27.075137 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ee1800a3-9373-4ec9-b464-4fb9e83b1ee8 req-4be45037-6844-409b-9f84-02495abd0402 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325072 Jun 23 16:19:27.304996 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60094) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:27.404037 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2047842811-network', 'tenant_id': 'ec636c95eaf04c318c9b14feff97ebcd'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:27.426167 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Made reservation on behalf of ec636c95eaf04c318c9b14feff97ebcd for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:27.428646 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.436884 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.529437 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.534523 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.537536 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-177b806d-d2c0-4471-b0c4-33592b8c9f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:27.559864 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:19:27.569537 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23878480-2ad9-4438-82e4-3eb93909b7bf,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:27.573729 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:27.574787 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.575121 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.segments_db [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Added segment 41280b94-985f-4c57-9021-45ad615540be of type vlan for network f27af112-a0f7-4d1f-9519-02c5b877a85b Jun 23 16:19:27.612955 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.641450 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.642817 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:27.643387 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.645360 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:27.698515 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3923562 Jun 23 16:19:27.701683 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60098) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:27.703855 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Pushing event updated for resources: {'Network': ['ID=f27af112-a0f7-4d1f-9519-02c5b877a85b,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:27.706849 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:27.707061 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-fa108ff0-0b08-414e-88d3-3400ff7b0165 admin admin] Request body: {'subnet': {'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2047842811-subnet', 'tenant_id': 'ec636c95eaf04c318c9b14feff97ebcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:27.713689 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network f27af112-a0f7-4d1f-9519-02c5b877a85b details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:19:27.728098 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa108ff0-0b08-414e-88d3-3400ff7b0165 admin admin] Made reservation on behalf of ec636c95eaf04c318c9b14feff97ebcd for: {'subnet': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:27.730429 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-fa108ff0-0b08-414e-88d3-3400ff7b0165 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28564695'] for subnet, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.896566 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-fa108ff0-0b08-414e-88d3-3400ff7b0165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28743393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28564677'] for subnet, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.899752 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:27.910836 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4f09f9e7-b51a-45e9-a921-1fb605a058dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.954647 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa108ff0-0b08-414e-88d3-3400ff7b0165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd86962-8ccb-40cf-aae0-2d785020ec1d,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:27.957863 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-fa108ff0-0b08-414e-88d3-3400ff7b0165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:27.963645 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa108ff0-0b08-414e-88d3-3400ff7b0165 admin admin] Checking segment: {'id': '41280b94-985f-4c57-9021-45ad615540be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:27.963988 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa108ff0-0b08-414e-88d3-3400ff7b0165 admin admin] Network hostable DHCP agents. Network: f27af112-a0f7-4d1f-9519-02c5b877a85b, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:19:27.982406 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa108ff0-0b08-414e-88d3-3400ff7b0165 admin admin] Network f27af112-a0f7-4d1f-9519-02c5b877a85b is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:19:27.990862 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-fa108ff0-0b08-414e-88d3-3400ff7b0165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, f27af112-a0f7-4d1f-9519-02c5b877a85b) {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:27.995160 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa108ff0-0b08-414e-88d3-3400ff7b0165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:27.995761 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-fa108ff0-0b08-414e-88d3-3400ff7b0165 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.000631 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88575c07-4a1a-46a3-9813-1216a0da9169 None None] Network f27af112-a0f7-4d1f-9519-02c5b877a85b requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:19:28.011089 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-fa108ff0-0b08-414e-88d3-3400ff7b0165 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3083000 Jun 23 16:19:28.126680 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9db8736-956f-48a6-aee6-4a5779965865 None None] Network f27af112-a0f7-4d1f-9519-02c5b877a85b requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:19:28.270424 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc3aa0-61d7-4caf-9bbd-63f3ec5d14fe req-fb2a869f-d6c8-4d7c-b9bd-1a8f89dc6496 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:28.272074 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b6bc3aa0-61d7-4caf-9bbd-63f3ec5d14fe req-fb2a869f-d6c8-4d7c-b9bd-1a8f89dc6496 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 947 time: 0.0750105 Jun 23 16:19:28.275250 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.310518 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b6bc3aa0-61d7-4caf-9bbd-63f3ec5d14fe req-6faef55c-90bf-44b1-b63d-02b8454c94ce tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Jun 23 16:19:28.961484 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-be45d728-55bf-41e7-afa1-c609d58241d2 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:28.963171 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-be45d728-55bf-41e7-afa1-c609d58241d2 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 947 time: 0.0701451 Jun 23 16:19:29.011138 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.069424 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Deleting port 557dd663-0aba-4116-836d-39c9be8fe871 {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:19:29.069760 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.370684 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] For port 557dd663-0aba-4116-836d-39c9be8fe871, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=557dd663-0aba-4116-836d-39c9be8fe871,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:29.371036 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.493273 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c28306-986f-4c5a-8a45-d383f4a33326 req-8b412723-c266-4c88-ab13-c17d24d0deba tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:29.494774 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c2c28306-986f-4c5a-8a45-d383f4a33326 req-8b412723-c266-4c88-ab13-c17d24d0deba tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6f5c3ad-b914-45e6-bf87-03bb141184f4 HTTP/1.1" status: 200 len: 947 time: 0.0670700 Jun 23 16:19:29.538889 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c2c28306-986f-4c5a-8a45-d383f4a33326 req-32feb3fd-1f3c-4080-84b2-51ff7d01ebe1 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c94776c-18fb-4173-bd61-da0f6cccbcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380845 Jun 23 16:19:29.606311 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.606311 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.606575 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.l3_db [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Floating IP 1d3571ae-8bbf-460e-a59a-929a9dd6e90d disassociated. External IP: 172.28.1.142, port: 557dd663-0aba-4116-836d-39c9be8fe871. Jun 23 16:19:29.606988 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Calling delete_port for 557dd663-0aba-4116-836d-39c9be8fe871 owned by compute:nova {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:19:29.746195 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.751687 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-bd1f122f-22f7-434e-8370-856a3bf062b2 tempest-DeleteServersTestJSON-160235294 tempest-DeleteServersTestJSON-160235294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:29.768868 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-d081ed3e-f99f-46d9-b667-ff94e19ad35f tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:29.770343 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-d081ed3e-f99f-46d9-b667-ff94e19ad35f tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/networks?id=f27af112-a0f7-4d1f-9519-02c5b877a85b HTTP/1.1" status: 200 len: 814 time: 0.1030390 Jun 23 16:19:29.780679 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event deleted for resources: {'Port': ['ID=557dd663-0aba-4116-836d-39c9be8fe871,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:29.783908 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:29.787739 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-af8c7d0a-2123-42a1-b2fb-0c3875000c72 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/quotas/ec636c95eaf04c318c9b14feff97ebcd HTTP/1.1" status: 200 len: 375 time: 0.0115664 Jun 23 16:19:29.826315 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-ad7e8263-33bb-41f8-8450-0f8799d6f508 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec636c95eaf04c318c9b14feff97ebcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325766 Jun 23 16:19:29.893428 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:19:29.915238 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-a6cfeb03-dbe6-4917-b3f7-b8032af2fb43 service neutron] 10.222.0.23 "GET /v2.0/networks/f27af112-a0f7-4d1f-9519-02c5b877a85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815334 Jun 23 16:19:30.001932 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:19:30.012314 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0574a23-7b0f-4986-be61-e5caef785575 None None] Sync routers for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:19:30.021192 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-31edc975-6bcf-423a-85c4-22281d853eab service neutron] 10.222.0.23 "GET /v2.0/networks/f27af112-a0f7-4d1f-9519-02c5b877a85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997119 Jun 23 16:19:30.025291 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0574a23-7b0f-4986-be61-e5caef785575 None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:30.026069 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-c0574a23-7b0f-4986-be61-e5caef785575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:30.050537 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] No DVR routers for this DVR port 557dd663-0aba-4116-836d-39c9be8fe871 on host hv-cinder-78836 {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:19:30.053201 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:30.055428 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-5a99112b-1c4b-4062-a9ad-9d37c512982e req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.86 "DELETE /v2.0/ports/557dd663-0aba-4116-836d-39c9be8fe871 HTTP/1.1" status: 204 len: 173 time: 1.0864928 Jun 23 16:19:30.055951 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'name': 'network-vif-deleted', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:19:30.058378 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bfcff7-3ac5-43db-821d-1a738f28f289" -d '{"events": [{"server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "name": "network-vif-deleted", "tag": "557dd663-0aba-4116-836d-39c9be8fe871"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:19:30.096280 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332ccbcf-2f4e-4e6f-b60d-6c5690615805 x-openstack-request-id: req-332ccbcf-2f4e-4e6f-b60d-6c5690615805 {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:19:30.097050 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f5c3ad-b914-45e6-bf87-03bb141184f4", "name": "network-vif-deleted", "tag": "557dd663-0aba-4116-836d-39c9be8fe871", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:19:30.097507 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-332ccbcf-2f4e-4e6f-b60d-6c5690615805 {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:19:30.098149 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f5c3ad-b914-45e6-bf87-03bb141184f4', 'name': 'network-vif-deleted', 'tag': '557dd663-0aba-4116-836d-39c9be8fe871', 'status': 'completed', 'code': 200} Jun 23 16:19:30.153065 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-c0574a23-7b0f-4986-be61-e5caef785575 None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:30.240618 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-19e1630b-0058-4d3c-ae07-1582f0f229ef req-ca76bd35-864d-43de-bb2f-99c769959fc0 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0306284 Jun 23 16:19:30.393341 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-c0574a23-7b0f-4986-be61-e5caef785575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:50Z', 'revision_number': 5, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:30.420908 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0574a23-7b0f-4986-be61-e5caef785575 None None] Checking router: 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:19:30.429975 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0574a23-7b0f-4986-be61-e5caef785575 None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:30.430639 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-c0574a23-7b0f-4986-be61-e5caef785575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:30.568889 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:30.581480 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-c0574a23-7b0f-4986-be61-e5caef785575 None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:30.688215 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60144) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:30.749365 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4670600b-bec4-408f-aeb3-7fc85e44cb2d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:30.776215 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4670600b-bec4-408f-aeb3-7fc85e44cb2d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:30.825667 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-c0574a23-7b0f-4986-be61-e5caef785575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:50Z', 'revision_number': 5, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:30.837276 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4670600b-bec4-408f-aeb3-7fc85e44cb2d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:30.841439 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4670600b-bec4-408f-aeb3-7fc85e44cb2d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:30.843099 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-4670600b-bec4-408f-aeb3-7fc85e44cb2d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "DELETE /v2.0/security-groups/5c94776c-18fb-4173-bd61-da0f6cccbcd7 HTTP/1.1" status: 204 len: 168 time: 0.1536903 Jun 23 16:19:30.844265 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-b54553d5-b0c4-4e3d-962a-fdf41f7a4134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:30.845782 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60146) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:30.855433 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670600b-bec4-408f-aeb3-7fc85e44cb2d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c94776c-18fb-4173-bd61-da0f6cccbcd7,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:30.866819 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4670600b-bec4-408f-aeb3-7fc85e44cb2d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:30.870375 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.api.v2.resource [None req-c5fea9ea-df46-4af4-b8ff-6ce206b3c762 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] show failed (client error): The resource could not be found. Jun 23 16:19:30.872126 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-c5fea9ea-df46-4af4-b8ff-6ce206b3c762 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups/5c94776c-18fb-4173-bd61-da0f6cccbcd7 HTTP/1.1" status: 404 len: 347 time: 0.0249710 Jun 23 16:19:30.874565 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60148) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:30.875903 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0574a23-7b0f-4986-be61-e5caef785575 None None] The sync data for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb is: [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:50Z', 'revision_number': 5, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:19:31.015641 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-6751c3fc-0211-4c87-afc3-2166a8ad112e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Deleting port c3e56fb5-4e0a-47da-b85e-c73a03cf9851 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:19:31.016172 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6751c3fc-0211-4c87-afc3-2166a8ad112e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.108606 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6751c3fc-0211-4c87-afc3-2166a8ad112e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.108849 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6751c3fc-0211-4c87-afc3-2166a8ad112e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.121984 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-6751c3fc-0211-4c87-afc3-2166a8ad112e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Calling delete_port for c3e56fb5-4e0a-47da-b85e-c73a03cf9851 owned by network:floatingip {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:19:31.148603 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e44abe-22e1-4645-bbae-8035e3789052 None None] New status for floating IP 1d3571ae-8bbf-460e-a59a-929a9dd6e90d: DOWN {{(pid=93119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:19:31.264869 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6751c3fc-0211-4c87-afc3-2166a8ad112e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.266697 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.db.api [None req-c0e44abe-22e1-4645-bbae-8035e3789052 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 16:19:31.266996 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cf7b1a39-39a3-4e53-8e4a-582bcb72ed91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:31.267146 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_db.api [None req-c0e44abe-22e1-4645-bbae-8035e3789052 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 16:19:31.291460 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751c3fc-0211-4c87-afc3-2166a8ad112e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event deleted for resources: {'Port': ['ID=c3e56fb5-4e0a-47da-b85e-c73a03cf9851,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:31.294046 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6751c3fc-0211-4c87-afc3-2166a8ad112e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:31.356054 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6751c3fc-0211-4c87-afc3-2166a8ad112e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.358757 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6751c3fc-0211-4c87-afc3-2166a8ad112e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.359794 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-6751c3fc-0211-4c87-afc3-2166a8ad112e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "DELETE /v2.0/floatingips/1d3571ae-8bbf-460e-a59a-929a9dd6e90d HTTP/1.1" status: 204 len: 168 time: 0.4841502 Jun 23 16:19:31.393145 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e4f465ca-0797-43be-85d6-e90f1af6ebf7 req-dfe22ed4-38b7-4c0c-9d8f-04b46bdb4653 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0295005 Jun 23 16:19:31.652916 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-56e67999-14ee-4db0-90fd-72291a1b6262 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:31.654232 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-56e67999-14ee-4db0-90fd-72291a1b6262 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.86 "GET /v2.0/networks?id=f27af112-a0f7-4d1f-9519-02c5b877a85b HTTP/1.1" status: 200 len: 814 time: 0.1082387 Jun 23 16:19:31.675159 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Request body: {'port': {'device_id': '5f197d7a-bff3-45fd-88a1-4dc615e6a1b5', 'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b', 'admin_state_up': True, 'tenant_id': 'ec636c95eaf04c318c9b14feff97ebcd'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:31.769142 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e44abe-22e1-4645-bbae-8035e3789052 None None] New status for floating IP 1d3571ae-8bbf-460e-a59a-929a9dd6e90d: DOWN {{(pid=93119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:19:31.812456 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Made reservation on behalf of ec636c95eaf04c318c9b14feff97ebcd for: {'port': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:31.816864 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.904003 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60158) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:31.909035 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-5922ea62-4806-4901-a0a4-a07e3f3e438b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394052253', 'description': 'tempest-description--1011196502'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:31.932223 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5922ea62-4806-4901-a0a4-a07e3f3e438b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.016990 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Allocated IP 172.20.0.10 (f27af112-a0f7-4d1f-9519-02c5b877a85b/3cd86962-8ccb-40cf-aae0-2d785020ec1d/b97cad32-ac41-4a9b-a5e9-2ef7a82695b1) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:32.065929 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5922ea62-4806-4901-a0a4-a07e3f3e438b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.071160 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5922ea62-4806-4901-a0a4-a07e3f3e438b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.073834 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-30e0844b-d767-477d-902e-d555a4153779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:32.101827 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5922ea62-4806-4901-a0a4-a07e3f3e438b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.105712 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-5922ea62-4806-4901-a0a4-a07e3f3e438b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1981575 Jun 23 16:19:32.106093 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60160) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:32.111123 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-ce7b1421-f872-4225-b604-85e0ba9624ca tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Request body: {'security_group_rule': {'security_group_id': '1060910e-404c-4594-8a95-efe4d963223c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:32.116488 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922ea62-4806-4901-a0a4-a07e3f3e438b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1060910e-404c-4594-8a95-efe4d963223c,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:32.121160 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-5922ea62-4806-4901-a0a4-a07e3f3e438b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:32.145897 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ce7b1421-f872-4225-b604-85e0ba9624ca tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.212431 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.213086 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ce7b1421-f872-4225-b604-85e0ba9624ca tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.217883 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ce7b1421-f872-4225-b604-85e0ba9624ca tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.220759 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-57b3ae53-503b-418e-9b71-8738e4d3e6e8 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:32.245235 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b1421-f872-4225-b604-85e0ba9624ca tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6bd621-02a0-450c-b9b7-10d2a8d04522,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:32.248795 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ce7b1421-f872-4225-b604-85e0ba9624ca tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:32.249750 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ce7b1421-f872-4225-b604-85e0ba9624ca tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.254735 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-ce7b1421-f872-4225-b604-85e0ba9624ca tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476498 Jun 23 16:19:32.256320 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60162) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:32.262703 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-88c07262-3dc4-4057-b27a-3338f5aee96c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Request body: {'security_group_rule': {'security_group_id': '1060910e-404c-4594-8a95-efe4d963223c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:32.268659 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28743793'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.276061 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:32.311984 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 557dd663-0aba-4116-836d-39c9be8fe871 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:19:32.331715 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Network f27af112-a0f7-4d1f-9519-02c5b877a85b is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:32.337956 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:32.343693 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:32.347385 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: 557dd663-0aba-4116-836d-39c9be8fe871 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:19:32.347730 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 557dd663-0aba-4116-836d-39c9be8fe871 not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:19:32.350090 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Pushing event updated for resources: {'Port': ['ID=b97cad32-ac41-4a9b-a5e9-2ef7a82695b1,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:32.372458 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:32.375505 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-88c07262-3dc4-4057-b27a-3338f5aee96c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.415035 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:32.415571 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.439654 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7686012 Jun 23 16:19:32.449795 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-88c07262-3dc4-4057-b27a-3338f5aee96c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.458591 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Request body: {'port': {'device_id': '5f197d7a-bff3-45fd-88a1-4dc615e6a1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:32.462213 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-88c07262-3dc4-4057-b27a-3338f5aee96c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.484858 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:32.509938 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c07262-3dc4-4057-b27a-3338f5aee96c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cb2b39-6eda-4326-ba1e-b5dc9b9b363e,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:32.516815 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-88c07262-3dc4-4057-b27a-3338f5aee96c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:32.520279 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-88c07262-3dc4-4057-b27a-3338f5aee96c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.522806 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-88c07262-3dc4-4057-b27a-3338f5aee96c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2654173 Jun 23 16:19:32.526808 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60166) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:32.549492 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Request body: {'floatingip': {'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:32.579024 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.582410 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128e82a-985f-473b-bfae-52b2ae480b9b req-63a07817-bacd-44a2-9096-f7a9e2304d3a tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:32.584757 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7128e82a-985f-473b-bfae-52b2ae480b9b req-63a07817-bacd-44a2-9096-f7a9e2304d3a tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 932 time: 0.0743141 Jun 23 16:19:32.587869 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.601575 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.626504 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7128e82a-985f-473b-bfae-52b2ae480b9b req-0ac0c3cc-5327-432a-8cfc-1f1a2749c19a tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346212 Jun 23 16:19:32.870495 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.009252 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 {{(pid=93113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:19:33.022629 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.046659 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Allocated IP 172.28.1.108 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/0da9dd79-0ac6-4fbd-878d-e28573e69ff1) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:33.052400 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Transition to ACTIVE for port object b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 will not be triggered until provisioned by entity L2. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:33.059865 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.063382 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-1d3ac846-ddc8-4c70-ba07-8909482a2d48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:33.151497 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Pushing event updated for resources: {'Port': ['ID=b97cad32-ac41-4a9b-a5e9-2ef7a82695b1,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:33.154449 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:33.241911 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.268437 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Attempting to bind port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:19:33.268656 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Attempting to bind port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '41280b94-985f-4c57-9021-45ad615540be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b'}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:19:33.268970 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Attempting to bind port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 on network f27af112-a0f7-4d1f-9519-02c5b877a85b {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:33.280646 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 on network f27af112-a0f7-4d1f-9519-02c5b877a85b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:19:33.280935 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Attempting to bind port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 on network f27af112-a0f7-4d1f-9519-02c5b877a85b {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:33.294148 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:19:33.294451 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Checking segment: {'id': '41280b94-985f-4c57-9021-45ad615540be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:33.294851 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Bound using segment: {'id': '41280b94-985f-4c57-9021-45ad615540be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b'} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:19:33.295281 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Bound port: b97cad32-ac41-4a9b-a5e9-2ef7a82695b1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41280b94-985f-4c57-9021-45ad615540be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b'}}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:19:33.295615 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.320621 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28743793'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.344710 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-86ecd27e-a0fb-40e2-b73a-cb3bb2a0df45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:33.408308 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:33.416591 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:33.420190 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event updated for resources: {'Port': ['ID=0da9dd79-0ac6-4fbd-878d-e28573e69ff1,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:33.423634 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:33.425640 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:33.426635 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] For port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1, host hv-cinder-78836, cleared binding levels {{(pid=93113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:19:33.430519 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] For port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b97cad32-ac41-4a9b-a5e9-2ef7a82695b1,segment=NetworkSegment(41280b94-985f-4c57-9021-45ad615540be),segment_id=41280b94-985f-4c57-9021-45ad615540be)] {{(pid=93113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:19:33.448885 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.452341 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-fc70f970-acaf-4834-9dc6-6a758476a20b tempest-VolumesActionsTest-1502389927 tempest-VolumesActionsTest-1502389927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:33.504491 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:33.505087 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.506483 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] 10.222.0.86 "PUT /v2.0/ports/b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 HTTP/1.1" status: 200 len: 1094 time: 1.0526857 Jun 23 16:19:33.506982 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f197d7a-bff3-45fd-88a1-4dc615e6a1b5', 'tag': 'b97cad32-ac41-4a9b-a5e9-2ef7a82695b1'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:19:33.509285 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec108a57-3b3f-4e5f-8252-07074b6004ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5f197d7a-bff3-45fd-88a1-4dc615e6a1b5", "tag": "b97cad32-ac41-4a9b-a5e9-2ef7a82695b1"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:19:33.550974 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Pushing event updated for resources: {'Port': ['ID=b97cad32-ac41-4a9b-a5e9-2ef7a82695b1,revision_number=3']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:33.556069 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae07688-ca5a-4e7d-b874-184195c77819 x-openstack-request-id: req-4ae07688-ca5a-4e7d-b874-184195c77819 {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:19:33.556387 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f197d7a-bff3-45fd-88a1-4dc615e6a1b5", "tag": "b97cad32-ac41-4a9b-a5e9-2ef7a82695b1", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:19:33.556731 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ae07688-ca5a-4e7d-b874-184195c77819 {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:19:33.557179 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f197d7a-bff3-45fd-88a1-4dc615e6a1b5', 'tag': 'b97cad32-ac41-4a9b-a5e9-2ef7a82695b1', 'status': 'completed', 'code': 200} Jun 23 16:19:33.557918 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:33.573037 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.647170 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.696094 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-d727c5a5-766d-417b-9d05-dcfcd34bb143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:33.697626 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-d727c5a5-766d-417b-9d05-dcfcd34bb143 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ec636c95eaf04c318c9b14feff97ebcd&device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 1097 time: 0.1190186 Jun 23 16:19:33.758099 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-7d4f9754-4866-4cf6-8987-dce46d3a2cff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 HTTP/1.1" status: 200 len: 217 time: 0.0442359 Jun 23 16:19:33.822447 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677d488-25a8-47ee-9e4a-4339af4262bd req-2f398482-f429-486c-8930-0f745c774c84 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:33.824630 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b677d488-25a8-47ee-9e4a-4339af4262bd req-2f398482-f429-486c-8930-0f745c774c84 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0796216 Jun 23 16:19:33.845495 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-15f7fec6-42fe-443d-8e49-dba09f29775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:33.846971 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-15f7fec6-42fe-443d-8e49-dba09f29775f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3cd86962-8ccb-40cf-aae0-2d785020ec1d HTTP/1.1" status: 200 len: 854 time: 0.0660603 Jun 23 16:19:33.862088 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b677d488-25a8-47ee-9e4a-4339af4262bd req-cc3bced5-c00e-48b1-b8b3-c8703d0aebd2 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322857 Jun 23 16:19:33.889017 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-19bb9eb4-81ac-45c9-b806-8c1fed8f56f1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f27af112-a0f7-4d1f-9519-02c5b877a85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322466 Jun 23 16:19:33.925859 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.933552 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.937200 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-064e97a8-9605-491b-9f62-de9832e388bd tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:34.040382 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event updated for resources: {'Port': ['ID=0da9dd79-0ac6-4fbd-878d-e28573e69ff1,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:34.049212 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:34.066605 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-2862ffac-6683-44ad-b959-12aae934f4f8 service neutron] 10.222.0.86 "GET /v2.0/networks/f27af112-a0f7-4d1f-9519-02c5b877a85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667764 Jun 23 16:19:34.067738 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:34.126813 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:34.128354 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5997846 Jun 23 16:19:34.167336 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-6949b53b-8456-4186-9f9e-e1d725d7323c req-4e09f52e-b21d-4961-be19-fc2f00af8a49 service neutron] 10.222.0.86 "GET /v2.0/networks/f27af112-a0f7-4d1f-9519-02c5b877a85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930471 Jun 23 16:19:34.343112 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-f287a2cc-48bd-4499-b6c5-48318da6a7d8 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1394052253&fields=id&tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd HTTP/1.1" status: 200 len: 267 time: 0.0423009 Jun 23 16:19:34.459782 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e7047-176b-4eb1-8244-82813eddd44b req-e127229b-d216-41b9-8029-7e66ab80d60f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:34.461390 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-e127229b-d216-41b9-8029-7e66ab80d60f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 817 time: 0.1111786 Jun 23 16:19:34.477819 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-f78c07dd-5126-404a-9e6e-81e48247181e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/quotas/338dca89e1dd4fe398d50d6d3d1df5cd HTTP/1.1" status: 200 len: 375 time: 0.0103137 Jun 23 16:19:34.553543 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-4c097838-1017-41c8-a9da-a2686ba46aff tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699501 Jun 23 16:19:34.557381 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec108a57-3b3f-4e5f-8252-07074b6004ec req-8dc96e52-5dee-4557-8376-6baab1d2a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:34.558898 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-ec108a57-3b3f-4e5f-8252-07074b6004ec req-8dc96e52-5dee-4557-8376-6baab1d2a99b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ec636c95eaf04c318c9b14feff97ebcd&device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 1097 time: 0.2889905 Jun 23 16:19:34.650236 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec108a57-3b3f-4e5f-8252-07074b6004ec req-37c8ce38-1caa-4e48-9e5b-1a32538c742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:34.651713 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-ec108a57-3b3f-4e5f-8252-07074b6004ec req-37c8ce38-1caa-4e48-9e5b-1a32538c742d service neutron] 10.222.0.86 "GET /v2.0/networks?id=f27af112-a0f7-4d1f-9519-02c5b877a85b HTTP/1.1" status: 200 len: 915 time: 0.0858588 Jun 23 16:19:34.651833 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-de4d6bea-da50-4c31-b2f3-a609a3fff66a service neutron] 10.222.0.23 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856426 Jun 23 16:19:34.696256 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-ec108a57-3b3f-4e5f-8252-07074b6004ec req-fa3a2545-f656-4f44-94f2-e353867b3aa8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 HTTP/1.1" status: 200 len: 217 time: 0.0372219 Jun 23 16:19:34.747524 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec108a57-3b3f-4e5f-8252-07074b6004ec req-839fa0b6-07a8-4369-9e24-a236d57a28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:34.748986 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-ec108a57-3b3f-4e5f-8252-07074b6004ec req-839fa0b6-07a8-4369-9e24-a236d57a28e7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3cd86962-8ccb-40cf-aae0-2d785020ec1d HTTP/1.1" status: 200 len: 854 time: 0.0456395 Jun 23 16:19:34.755118 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-8670dbcf-933d-4a38-a5cd-3892e8025dde service neutron] 10.222.0.23 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970237 Jun 23 16:19:34.784544 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-ec108a57-3b3f-4e5f-8252-07074b6004ec req-be61a0e6-62d5-4cdb-9634-c30e5c2d0aee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f27af112-a0f7-4d1f-9519-02c5b877a85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284626 Jun 23 16:19:34.885021 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-ec108a57-3b3f-4e5f-8252-07074b6004ec req-51f1507f-357d-42ae-b233-440e0cab26c1 service neutron] 10.222.0.86 "GET /v2.0/networks/f27af112-a0f7-4d1f-9519-02c5b877a85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906024 Jun 23 16:19:34.945756 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1b0061e7-f4a7-4531-9b24-852fd790304b req-3f16a795-3740-41d3-a10c-2c7234556d72 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 210 time: 0.0292099 Jun 23 16:19:35.013805 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-ec108a57-3b3f-4e5f-8252-07074b6004ec req-f145e4c7-b3b8-4074-9fe7-080816b6312b service neutron] 10.222.0.86 "GET /v2.0/networks/f27af112-a0f7-4d1f-9519-02c5b877a85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216261 Jun 23 16:19:35.054791 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb312c2-1a1e-4a95-a6e0-42e3009492de req-37358d49-4d3a-406f-abeb-846bd6b5c81c tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:35.056294 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9cb312c2-1a1e-4a95-a6e0-42e3009492de req-37358d49-4d3a-406f-abeb-846bd6b5c81c tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0708234 Jun 23 16:19:35.104070 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9cb312c2-1a1e-4a95-a6e0-42e3009492de req-352d71d2-653a-4cb6-a718-fc8f70098e7c tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411143 Jun 23 16:19:36.099971 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5cf2f39c-98df-4502-98ec-7e4e5de1665b req-f535110a-28c5-43b1-9b6d-f8c8b45f14ee tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 210 time: 0.0302534 Jun 23 16:19:36.214595 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e7047-176b-4eb1-8244-82813eddd44b req-57a1108a-3e56-4d52-ae8a-8ce0d04e2252 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:36.216101 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-57a1108a-3e56-4d52-ae8a-8ce0d04e2252 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.86 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 817 time: 0.1137934 Jun 23 16:19:36.281191 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61476569-9e3f-4596-8d70-b7294c1781d6 req-f5a09eb2-0947-436e-a113-a8283499a2d4 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:36.282860 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-61476569-9e3f-4596-8d70-b7294c1781d6 req-f5a09eb2-0947-436e-a113-a8283499a2d4 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0647037 Jun 23 16:19:36.284225 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-3fd5ad67-7fad-4ccd-8c28-285fc44910e4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd HTTP/1.1" status: 200 len: 380 time: 0.0454407 Jun 23 16:19:36.294261 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-690e7047-176b-4eb1-8244-82813eddd44b req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Request body: {'port': {'device_id': '233c8857-c6fe-44a9-b802-44dea22128ff', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'admin_state_up': True, 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'security_groups': ['1060910e-404c-4594-8a95-efe4d963223c']}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:36.323995 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:19:36.341364 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-61476569-9e3f-4596-8d70-b7294c1781d6 req-1ab7242c-8d0a-4184-a6a8-30adaa5e9fcb tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480101 Jun 23 16:19:36.420290 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690e7047-176b-4eb1-8244-82813eddd44b req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Made reservation on behalf of 338dca89e1dd4fe398d50d6d3d1df5cd for: {'port': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:36.424015 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-690e7047-176b-4eb1-8244-82813eddd44b req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.436605 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b97cad32-ac41-4a9b-a5e9-2ef7a82695b1,segment=NetworkSegment(41280b94-985f-4c57-9021-45ad615540be),segment_id=41280b94-985f-4c57-9021-45ad615540be)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:36.448266 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': 'b97cad32-ac41-4a9b-a5e9-2ef7a82695b1', 'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b', 'port_id': 'b97cad32-ac41-4a9b-a5e9-2ef7a82695b1', 'mac_address': 'fa:16:3e:32:42:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd86962-8ccb-40cf-aae0-2d785020ec1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:19:36.485047 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.497959 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:19:36.518759 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b97cad32-ac41-4a9b-a5e9-2ef7a82695b1,segment=NetworkSegment(41280b94-985f-4c57-9021-45ad615540be),segment_id=41280b94-985f-4c57-9021-45ad615540be)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:36.523338 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.525135 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:36.559734 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [req-690e7047-176b-4eb1-8244-82813eddd44b req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Allocated IP 172.20.0.9 (946f23a5-90f4-4bf4-8cd6-54b1859f37d4/8215ec0e-2baa-40c1-82f0-7424b50eab30/f55efbc0-c60a-43e7-a49f-a873e88cc4fe) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:36.571505 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=b97cad32-ac41-4a9b-a5e9-2ef7a82695b1,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:36.574790 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:36.703097 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-690e7047-176b-4eb1-8244-82813eddd44b req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.715686 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [req-690e7047-176b-4eb1-8244-82813eddd44b req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Transition to ACTIVE for port object f55efbc0-c60a-43e7-a49f-a873e88cc4fe will not be triggered until provisioned by entity DHCP. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:36.749301 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-690e7047-176b-4eb1-8244-82813eddd44b req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28743793'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.754701 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-83d8f745-396a-4eb2-ba8f-00e105321eb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:36.796415 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690e7047-176b-4eb1-8244-82813eddd44b req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:36.802459 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [req-690e7047-176b-4eb1-8244-82813eddd44b req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:36.807215 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-690e7047-176b-4eb1-8244-82813eddd44b req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:36.814034 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event updated for resources: {'Port': ['ID=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:36.837266 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:36.864052 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e7047-176b-4eb1-8244-82813eddd44b req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:36.864910 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-690e7047-176b-4eb1-8244-82813eddd44b req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.873743 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['b97cad32-ac41-4a9b-a5e9-2ef7a82695b1'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:19:36.883810 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-4b886233-61db-4a95-8b8a-8c6f9041ff1f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5943856 Jun 23 16:19:36.908298 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Request body: {'port': {'device_id': '233c8857-c6fe-44a9-b802-44dea22128ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:36.990183 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:37.039378 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-83fd0756-9b2b-41b9-8f71-4dce4cdb84dd None None] Provisioning for port f55efbc0-c60a-43e7-a49f-a873e88cc4fe completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:37.043329 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-83fd0756-9b2b-41b9-8f71-4dce4cdb84dd None None] Provisioning complete for port f55efbc0-c60a-43e7-a49f-a873e88cc4fe triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:37.043723 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-83fd0756-9b2b-41b9-8f71-4dce4cdb84dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:37.077927 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-83fd0756-9b2b-41b9-8f71-4dce4cdb84dd None None] Port f55efbc0-c60a-43e7-a49f-a873e88cc4fe cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:19:37.259486 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55efbc0-c60a-43e7-a49f-a873e88cc4fe {{(pid=93113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:19:37.267930 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:37.280670 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Transition to ACTIVE for port object f55efbc0-c60a-43e7-a49f-a873e88cc4fe will not be triggered until provisioned by entity L2. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:37.284449 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458317c-be59-435f-9885-db222cf69eb1 req-001c0336-1785-4b95-a930-6d70516d8017 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:37.285677 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:37.285986 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5458317c-be59-435f-9885-db222cf69eb1 req-001c0336-1785-4b95-a930-6d70516d8017 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 931 time: 0.0698776 Jun 23 16:19:37.287757 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6e4814cb-f251-47da-a7f8-2b603da69d5b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:37.325751 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5458317c-be59-435f-9885-db222cf69eb1 req-ad3dd8b0-cc51-4c34-8f70-ebb1089a7007 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333455 Jun 23 16:19:37.334120 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Pushing event updated for resources: {'Port': ['ID=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:37.340539 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:37.408267 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Attempting to bind port f55efbc0-c60a-43e7-a49f-a873e88cc4fe on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:19:37.408582 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Attempting to bind port f55efbc0-c60a-43e7-a49f-a873e88cc4fe by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:19:37.408908 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Attempting to bind port f55efbc0-c60a-43e7-a49f-a873e88cc4fe on network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:37.413684 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Port f55efbc0-c60a-43e7-a49f-a873e88cc4fe on network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:19:37.413995 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Attempting to bind port f55efbc0-c60a-43e7-a49f-a873e88cc4fe on network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:37.419194 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:19:37.419523 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Checking segment: {'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:37.419893 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Bound using segment: {'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:19:37.420320 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Bound port: f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b8cd16-8d87-48a5-8e4e-ee904654dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4'}}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:19:37.420692 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:37.495442 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] For port f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host hv-cinder-78836, cleared binding levels {{(pid=93113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:19:37.499467 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] For port f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:19:37.505810 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:37.512292 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-d332baa2-2ba0-4459-a269-2dd04bc4c0b7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:37.542619 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:37.543337 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:37.543780 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a262bf-31f3-46e0-b76a-baf4ffb36a78 req-971d6b66-a350-43d0-a9d2-2b140fe3114c tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:37.544862 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] 10.222.0.86 "PUT /v2.0/ports/f55efbc0-c60a-43e7-a49f-a873e88cc4fe HTTP/1.1" status: 200 len: 1093 time: 0.6416793 Jun 23 16:19:37.545445 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:19:37.546760 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-90a262bf-31f3-46e0-b76a-baf4ffb36a78 req-971d6b66-a350-43d0-a9d2-2b140fe3114c tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 945 time: 0.0750070 Jun 23 16:19:37.548013 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0f3043-82ca-48d2-ac66-186c9caecc65" -d '{"events": [{"name": "network-changed", "server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:19:37.583481 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Pushing event updated for resources: {'Port': ['ID=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,revision_number=3']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:37.587783 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:37.594906 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-90a262bf-31f3-46e0-b76a-baf4ffb36a78 req-71979f74-08ed-496a-a271-5c5528505daa tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394671 Jun 23 16:19:37.630193 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b82e928-d26f-4740-a1d9-6ac995e1dbce x-openstack-request-id: req-3b82e928-d26f-4740-a1d9-6ac995e1dbce {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:19:37.630629 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:19:37.630970 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b82e928-d26f-4740-a1d9-6ac995e1dbce {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:19:37.631449 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'status': 'completed', 'code': 200} Jun 23 16:19:37.675734 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e7047-176b-4eb1-8244-82813eddd44b req-254edeee-7a07-4df0-97f7-d9248cea96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:37.677562 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-254edeee-7a07-4df0-97f7-d9248cea96a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 1096 time: 0.0607178 Jun 23 16:19:37.731883 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-529dd6e7-0d1c-4aba-9b97-69fd77d56bd1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe HTTP/1.1" status: 200 len: 217 time: 0.0380273 Jun 23 16:19:37.780334 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e7047-176b-4eb1-8244-82813eddd44b req-4397ef4f-82b1-4809-91a9-ee1a0c2ddcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:37.781849 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-4397ef4f-82b1-4809-91a9-ee1a0c2ddcba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8215ec0e-2baa-40c1-82f0-7424b50eab30 HTTP/1.1" status: 200 len: 856 time: 0.0433395 Jun 23 16:19:37.839628 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e7047-176b-4eb1-8244-82813eddd44b req-5846f335-7f2e-4acc-bf91-144b0a71416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:37.841051 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-5846f335-7f2e-4acc-bf91-144b0a71416b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0507510 Jun 23 16:19:37.935217 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-bbb3b149-3ccf-441f-a110-f6e1361ad357 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858924 Jun 23 16:19:38.023680 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-690e7047-176b-4eb1-8244-82813eddd44b req-e7c99148-f41a-4fb8-a69b-482f18cd297c service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805857 Jun 23 16:19:38.177036 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3043-82ca-48d2-ac66-186c9caecc65 req-8e002d2d-60ef-4f2b-98a0-0361e88840af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:38.178459 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1e0f3043-82ca-48d2-ac66-186c9caecc65 req-8e002d2d-60ef-4f2b-98a0-0361e88840af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 1096 time: 0.0547042 Jun 23 16:19:38.273931 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3043-82ca-48d2-ac66-186c9caecc65 req-15d64e69-bc43-4a04-af1f-7d85024f00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:38.275410 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1e0f3043-82ca-48d2-ac66-186c9caecc65 req-15d64e69-bc43-4a04-af1f-7d85024f00e2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 918 time: 0.0884082 Jun 23 16:19:38.316587 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1e0f3043-82ca-48d2-ac66-186c9caecc65 req-2c5d8ebe-3b7a-4a3b-8315-e7088b6540db service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe HTTP/1.1" status: 200 len: 217 time: 0.0335393 Jun 23 16:19:38.329842 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:38.386655 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:38.387475 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3043-82ca-48d2-ac66-186c9caecc65 req-7f065ee2-b031-4d67-8118-fa2a30159d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:38.389491 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1e0f3043-82ca-48d2-ac66-186c9caecc65 req-7f065ee2-b031-4d67-8118-fa2a30159d35 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8215ec0e-2baa-40c1-82f0-7424b50eab30 HTTP/1.1" status: 200 len: 856 time: 0.0609531 Jun 23 16:19:38.390914 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:38.391566 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:38.449199 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3043-82ca-48d2-ac66-186c9caecc65 req-f1785608-750c-43a3-85ed-a7e625ba1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:38.450843 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1e0f3043-82ca-48d2-ac66-186c9caecc65 req-f1785608-750c-43a3-85ed-a7e625ba1e2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0539451 Jun 23 16:19:38.474970 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:38.499293 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f197d7a-bff3-45fd-88a1-4dc615e6a1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97cad32-ac41-4a9b-a5e9-2ef7a82695b1'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:19:38.501936 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842a1ae2-0727-48bf-b18d-0838782be4b3" -d '{"events": [{"server_uuid": "5f197d7a-bff3-45fd-88a1-4dc615e6a1b5", "name": "network-vif-plugged", "status": "completed", "tag": "b97cad32-ac41-4a9b-a5e9-2ef7a82695b1"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:19:38.516129 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b97cad32-ac41-4a9b-a5e9-2ef7a82695b1,segment=NetworkSegment(41280b94-985f-4c57-9021-45ad615540be),segment_id=41280b94-985f-4c57-9021-45ad615540be)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:38.516950 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2d21f-24f5-4b52-a342-3637da02075b req-4840d76a-fe8e-4ef6-8f56-524432f738e6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:38.518502 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ace2d21f-24f5-4b52-a342-3637da02075b req-4840d76a-fe8e-4ef6-8f56-524432f738e6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0712924 Jun 23 16:19:38.522244 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:38.527549 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-3ebdce42-1c13-428e-a1f3-c447a1cab7b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:38.556566 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adec4679-3e5f-441b-9865-2b45bad75985 x-openstack-request-id: req-adec4679-3e5f-441b-9865-2b45bad75985 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:19:38.557627 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f197d7a-bff3-45fd-88a1-4dc615e6a1b5", "name": "network-vif-plugged", "status": "completed", "tag": "b97cad32-ac41-4a9b-a5e9-2ef7a82695b1", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:19:38.557627 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adec4679-3e5f-441b-9865-2b45bad75985 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:19:38.557627 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f197d7a-bff3-45fd-88a1-4dc615e6a1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97cad32-ac41-4a9b-a5e9-2ef7a82695b1', 'code': 200} Jun 23 16:19:38.561700 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1e0f3043-82ca-48d2-ac66-186c9caecc65 req-5063424a-ec7f-4e42-a6fa-2962a44311fe service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032765 Jun 23 16:19:38.562819 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ace2d21f-24f5-4b52-a342-3637da02075b req-84d8f7f7-ef95-4898-ae55-8650a4faa81b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333309 Jun 23 16:19:38.577884 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=b97cad32-ac41-4a9b-a5e9-2ef7a82695b1,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:38.581453 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:38.699734 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1e0f3043-82ca-48d2-ac66-186c9caecc65 req-1de4d925-2ae8-4428-aedd-349d15c484f8 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869260 Jun 23 16:19:38.773005 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8926d2-f839-4edf-bab4-cc8ebf90799c req-a4fa509f-beb4-49e8-a5dd-e62bc64c99cc tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:38.774472 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9c8926d2-f839-4edf-bab4-cc8ebf90799c req-a4fa509f-beb4-49e8-a5dd-e62bc64c99cc tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0679772 Jun 23 16:19:38.812205 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9c8926d2-f839-4edf-bab4-cc8ebf90799c req-ed199ae2-fe80-434f-ac0c-0ffb10734872 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Jun 23 16:19:38.835304 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28a5de-9dfb-4981-8fa9-dad96b82587d req-ef2784c6-b297-47b8-bf76-dc591d9f35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:38.836779 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9a28a5de-9dfb-4981-8fa9-dad96b82587d req-ef2784c6-b297-47b8-bf76-dc591d9f35d1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 1099 time: 0.0507648 Jun 23 16:19:38.871122 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9a28a5de-9dfb-4981-8fa9-dad96b82587d req-a807f026-c030-4d53-88e2-840d5c5c015e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272694 Jun 23 16:19:39.742459 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf8eb0-1124-4dd6-9153-2c4f662da9f1 req-1fd077f5-c2c5-425d-a8ae-48a7ee332f6e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:39.743920 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5daf8eb0-1124-4dd6-9153-2c4f662da9f1 req-1fd077f5-c2c5-425d-a8ae-48a7ee332f6e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0622914 Jun 23 16:19:39.782913 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5daf8eb0-1124-4dd6-9153-2c4f662da9f1 req-5978ab8f-c1a6-4cdf-baed-9f6a0b325ada tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331657 Jun 23 16:19:40.005873 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1050793-e0cd-4fd8-b5aa-a7d3e8d6d91b req-bdd7327c-df2d-42b7-ad34-800a6d03aef6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:40.007348 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b1050793-e0cd-4fd8-b5aa-a7d3e8d6d91b req-bdd7327c-df2d-42b7-ad34-800a6d03aef6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0814929 Jun 23 16:19:40.308859 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b1050793-e0cd-4fd8-b5aa-a7d3e8d6d91b req-a50945bb-bb4d-44d7-b382-8aa387e1d4cf tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957475 Jun 23 16:19:40.344706 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f55efbc0-c60a-43e7-a49f-a873e88cc4fe details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:19:40.447218 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:40.458387 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'port_id': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'mac_address': 'fa:16:3e:9f:6d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:19:40.494355 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:40.507167 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55efbc0-c60a-43e7-a49f-a873e88cc4fe {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:19:40.526752 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:40.532177 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:40.535207 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:40.702015 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:40.705277 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:40.941217 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['f55efbc0-c60a-43e7-a49f-a873e88cc4fe'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:19:40.960833 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4de7c0-3df1-49b1-b420-f15d7676e82e req-22525f85-e862-4d0c-b7d3-0f7b66409c8c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:40.962882 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0f4de7c0-3df1-49b1-b420-f15d7676e82e req-22525f85-e862-4d0c-b7d3-0f7b66409c8c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 944 time: 0.0663695 Jun 23 16:19:41.002713 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0f4de7c0-3df1-49b1-b420-f15d7676e82e req-1f38fcb6-1ef4-48d4-80a9-703e004a351f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340955 Jun 23 16:19:41.490380 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c31c8d-62b3-4ca2-9a90-30eb3bc95a8f req-6def12b6-2331-4b0e-a046-b1f61944a65c tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:41.491820 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-30c31c8d-62b3-4ca2-9a90-30eb3bc95a8f req-6def12b6-2331-4b0e-a046-b1f61944a65c tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0650828 Jun 23 16:19:41.533358 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-30c31c8d-62b3-4ca2-9a90-30eb3bc95a8f req-bf85bd76-0093-43ad-a989-f9e78a98ffd9 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357366 Jun 23 16:19:42.180828 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc154642-69ef-498e-984f-496da4376ec8 req-12be9cc7-a80e-4fc8-8dc5-ddb60c7505d4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:42.182358 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-bc154642-69ef-498e-984f-496da4376ec8 req-12be9cc7-a80e-4fc8-8dc5-ddb60c7505d4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 944 time: 0.0639217 Jun 23 16:19:42.221480 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-bc154642-69ef-498e-984f-496da4376ec8 req-9bfe855a-bd27-4ac9-9f4b-4c724f6f8594 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330274 Jun 23 16:19:42.373380 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f55efbc0-c60a-43e7-a49f-a873e88cc4fe up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:42.436445 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port f55efbc0-c60a-43e7-a49f-a873e88cc4fe completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:42.441125 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port f55efbc0-c60a-43e7-a49f-a873e88cc4fe triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:42.441495 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.522730 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.545157 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:19:42.547603 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07751cb-b70a-459b-ba20-fa4a9f8ce356" -d '{"events": [{"server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "name": "network-vif-plugged", "status": "completed", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:19:42.562820 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:42.568020 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.570188 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:42.593208 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c653ab2-320e-47b2-8627-5925adc56046 x-openstack-request-id: req-6c653ab2-320e-47b2-8627-5925adc56046 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:19:42.593518 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "name": "network-vif-plugged", "status": "completed", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:19:42.593759 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c653ab2-320e-47b2-8627-5925adc56046 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:19:42.594154 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'code': 200} Jun 23 16:19:42.621300 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:42.629423 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:42.629769 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:42.630076 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:42.630456 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:42.630798 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:42.631181 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:42.631539 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:42.631874 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:42.632232 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:42.632562 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:42.632898 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:42.633318 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:42.637741 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:42.856918 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cab202-3658-49af-971d-a5124ee977ca req-008ba7d1-db79-405f-8f3f-7a1fc190e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:42.858883 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e3cab202-3658-49af-971d-a5124ee977ca req-008ba7d1-db79-405f-8f3f-7a1fc190e8b2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 1098 time: 0.0597320 Jun 23 16:19:42.895933 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e3cab202-3658-49af-971d-a5124ee977ca req-dd52e2c5-417c-4504-abc2-0bffdeb65d45 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293913 Jun 23 16:19:43.410395 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5f457-3268-4743-8104-1b002e0915a1 req-050eda0b-9a69-4f66-b664-adf79c5c14f4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:43.412028 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7ae5f457-3268-4743-8104-1b002e0915a1 req-050eda0b-9a69-4f66-b664-adf79c5c14f4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0728471 Jun 23 16:19:43.457943 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7ae5f457-3268-4743-8104-1b002e0915a1 req-975f0f4e-01c9-45c5-abcd-3465c0b0439b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392249 Jun 23 16:19:44.651058 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f0824eff-67d9-4e4b-a26f-131a0feda2f8 req-3114cb28-b7b3-4121-86ec-15da6ea2ef70 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936333506&fields=id&tenant_id=3fd7706c17bf4aa2a7ba1381ae2be453 HTTP/1.1" status: 200 len: 267 time: 0.0597081 Jun 23 16:19:44.698187 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d42eeb-651b-441c-aba7-302c3f592b3e req-d309464c-038e-4b2e-a4a3-5bb3523a7806 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:44.699629 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-63d42eeb-651b-441c-aba7-302c3f592b3e req-d309464c-038e-4b2e-a4a3-5bb3523a7806 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.1175821 Jun 23 16:19:44.753746 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0824eff-67d9-4e4b-a26f-131a0feda2f8 req-b47a46e9-aa1e-4d30-a195-cb99a4237f8e tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:44.755425 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f0824eff-67d9-4e4b-a26f-131a0feda2f8 req-b47a46e9-aa1e-4d30-a195-cb99a4237f8e tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 984 time: 0.0983002 Jun 23 16:19:44.758624 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-63d42eeb-651b-441c-aba7-302c3f592b3e req-a2edc709-f6d6-460f-bf80-29c99305e201 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530291 Jun 23 16:19:44.766088 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-f0824eff-67d9-4e4b-a26f-131a0feda2f8 req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Request body: {'port': {'security_groups': ['ebe38aa1-9c8b-4e97-b384-83679aa89577']}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:44.861267 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f0824eff-67d9-4e4b-a26f-131a0feda2f8 req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.011716 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97240c5d-5a7b-47c7-a65b-dab55879688d req-9054b55b-8bcb-4d95-8699-d8fdd7a6b2d4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:45.013069 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-97240c5d-5a7b-47c7-a65b-dab55879688d req-9054b55b-8bcb-4d95-8699-d8fdd7a6b2d4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.1362658 Jun 23 16:19:45.021861 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60304) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:45.027532 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-a87c5e0f-71c9-4387-a8d9-5917d5a03c1c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Request body: {'floatingip': {'port_id': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:45.069114 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a87c5e0f-71c9-4387-a8d9-5917d5a03c1c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.083244 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-f0824eff-67d9-4e4b-a26f-131a0feda2f8 req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] For port 57553d2f-58f3-4922-8b37-9c0d0d3f2329, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:45.116302 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f0824eff-67d9-4e4b-a26f-131a0feda2f8 req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.123136 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f0824eff-67d9-4e4b-a26f-131a0feda2f8 req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.128456 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2007abbe-0d03-4a02-9278-7605d143334b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:45.163859 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['57553d2f-58f3-4922-8b37-9c0d0d3f2329'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:19:45.203732 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0824eff-67d9-4e4b-a26f-131a0feda2f8 req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:45.204539 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f0824eff-67d9-4e4b-a26f-131a0feda2f8 req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.205996 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f0824eff-67d9-4e4b-a26f-131a0feda2f8 req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "PUT /v2.0/ports/57553d2f-58f3-4922-8b37-9c0d0d3f2329 HTTP/1.1" status: 200 len: 942 time: 0.4444044 Jun 23 16:19:45.206576 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:19:45.211754 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ab47ec-386f-465a-8471-85edf6a2f5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:19:45.214653 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60310) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:45.236712 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event updated for resources: {'Port': ['ID=57553d2f-58f3-4922-8b37-9c0d0d3f2329,revision_number=7']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:45.245343 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:45.245709 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:45.246063 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:45.246440 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:45.246782 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:45.247173 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:45.247520 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:45.247864 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:45.248203 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:45.255448 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:45.255866 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:45.256228 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:45.260529 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:45.262548 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d47f2c-3491-4f84-aef3-22eabe39d198 x-openstack-request-id: req-88d47f2c-3491-4f84-aef3-22eabe39d198 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:19:45.264091 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:19:45.264385 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88d47f2c-3491-4f84-aef3-22eabe39d198 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:19:45.264974 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329', 'status': 'completed', 'code': 200} Jun 23 16:19:45.366354 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-65cfe521-58b8-4c20-8850-214297edf534 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.426747 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-ed259427-6c70-4dc6-bd8b-1f8cbcc8e2c6 None None] Provisioning complete for port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:45.427125 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ed259427-6c70-4dc6-bd8b-1f8cbcc8e2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.437341 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-65cfe521-58b8-4c20-8850-214297edf534 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.471874 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab47ec-386f-465a-8471-85edf6a2f5c5 req-af2c222d-9796-4630-b707-540072828508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:45.472443 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['57553d2f-58f3-4922-8b37-9c0d0d3f2329'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:19:45.473374 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a4ab47ec-386f-465a-8471-85edf6a2f5c5 req-af2c222d-9796-4630-b707-540072828508 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3fd7706c17bf4aa2a7ba1381ae2be453&device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 1098 time: 0.1470177 Jun 23 16:19:45.698297 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-65cfe521-58b8-4c20-8850-214297edf534 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.700933 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-65cfe521-58b8-4c20-8850-214297edf534 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.702089 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-65cfe521-58b8-4c20-8850-214297edf534 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "DELETE /v2.0/security-groups/d4de7490-0942-4ba0-a70a-b571fe2958b8 HTTP/1.1" status: 204 len: 168 time: 0.4856212 Jun 23 16:19:45.704881 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-25647914-252e-4985-a3f5-7df331799f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:45.705624 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60312) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:45.708387 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab47ec-386f-465a-8471-85edf6a2f5c5 req-66b08825-8923-4096-b5de-88377741f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:45.709788 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a4ab47ec-386f-465a-8471-85edf6a2f5c5 req-66b08825-8923-4096-b5de-88377741f13e service neutron] 10.222.0.86 "GET /v2.0/networks?id=113f5523-e981-446e-9b93-54f8d7549c67 HTTP/1.1" status: 200 len: 916 time: 0.2255108 Jun 23 16:19:45.721783 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfe521-58b8-4c20-8850-214297edf534 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4de7490-0942-4ba0-a70a-b571fe2958b8,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:45.729780 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-65cfe521-58b8-4c20-8850-214297edf534 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:45.820120 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a4ab47ec-386f-465a-8471-85edf6a2f5c5 req-98863229-4a1f-4456-add5-9fb7699337c4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329 HTTP/1.1" status: 200 len: 1000 time: 0.0992901 Jun 23 16:19:45.879156 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Deleting port 0874a1d1-cba5-48d9-9960-b48057d40e91 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:19:45.879544 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.960471 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.960795 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.977009 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Calling delete_port for 0874a1d1-cba5-48d9-9960-b48057d40e91 owned by network:floatingip {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:19:46.136820 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a87c5e0f-71c9-4387-a8d9-5917d5a03c1c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.144106 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a87c5e0f-71c9-4387-a8d9-5917d5a03c1c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.148411 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab47ec-386f-465a-8471-85edf6a2f5c5 req-ed0d5ccd-70a0-4378-9157-1df53404a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:46.150146 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a4ab47ec-386f-465a-8471-85edf6a2f5c5 req-ed0d5ccd-70a0-4378-9157-1df53404a1d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4df47f88-7d1c-499a-af8d-74b891e20003 HTTP/1.1" status: 200 len: 854 time: 0.0645726 Jun 23 16:19:46.174756 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.177633 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b223e889-1fd0-4b3e-bf21-12abac38ef13 tempest-VolumesNegativeTest-1879009638 tempest-VolumesNegativeTest-1879009638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:46.208164 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event deleted for resources: {'Port': ['ID=0874a1d1-cba5-48d9-9960-b48057d40e91,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:46.220123 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:46.277811 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks [] for floatingip, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.278134 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.l3_db [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Floating IP 2cb8e054-5ac7-4430-897f-1b25de7412eb disassociated (deleted). External IP: 172.28.1.54, port: 57553d2f-58f3-4922-8b37-9c0d0d3f2329. Jun 23 16:19:46.287686 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab47ec-386f-465a-8471-85edf6a2f5c5 req-2a726947-e54f-4c3d-9495-8348f81628d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:46.289194 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a4ab47ec-386f-465a-8471-85edf6a2f5c5 req-2a726947-e54f-4c3d-9495-8348f81628d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=113f5523-e981-446e-9b93-54f8d7549c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1066742 Jun 23 16:19:46.293981 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.l3_db [None req-a87c5e0f-71c9-4387-a8d9-5917d5a03c1c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Floating IP dc4206dd-fc0e-4352-85ea-10dfe064f6f6 associated. External IP: 172.28.1.108, port: f55efbc0-c60a-43e7-a49f-a873e88cc4fe. Jun 23 16:19:46.460617 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a4ab47ec-386f-465a-8471-85edf6a2f5c5 req-7a60c8bb-a418-44fc-9d55-728ff7398693 service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627152 Jun 23 16:19:46.495867 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Router edd7c481-c860-463b-9d3d-8f3400005043 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:19:46.621037 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:19:46.626320 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.633507 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20615d52-50ad-47ed-bfdf-c3522c3079c8 None None] Sync routers for ids ['edd7c481-c860-463b-9d3d-8f3400005043'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:19:46.643907 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20615d52-50ad-47ed-bfdf-c3522c3079c8 None None] Routers {'edd7c481-c860-463b-9d3d-8f3400005043'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:46.645057 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-20615d52-50ad-47ed-bfdf-c3522c3079c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['edd7c481-c860-463b-9d3d-8f3400005043'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:46.646383 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87c5e0f-71c9-4387-a8d9-5917d5a03c1c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:19:46.651947 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a4ab47ec-386f-465a-8471-85edf6a2f5c5 req-45411f6d-5f56-4e4e-be61-6d1d50f0fe8b service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501715 Jun 23 16:19:46.674199 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-83398153-f823-4a3a-b07f-147f80569c9c tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "DELETE /v2.0/floatingips/2cb8e054-5ac7-4430-897f-1b25de7412eb HTTP/1.1" status: 204 len: 168 time: 0.9672565 Jun 23 16:19:46.760529 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-20615d52-50ad-47ed-bfdf-c3522c3079c8 None None] Set router edd7c481-c860-463b-9d3d-8f3400005043 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:46.765728 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87c5e0f-71c9-4387-a8d9-5917d5a03c1c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:19:46.770574 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a87c5e0f-71c9-4387-a8d9-5917d5a03c1c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.778416 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03385588-f98f-48e3-ad8e-2347de63c880 None None] Sync routers for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:19:46.799039 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03385588-f98f-48e3-ad8e-2347de63c880 None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:46.799997 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-03385588-f98f-48e3-ad8e-2347de63c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:46.813098 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-a87c5e0f-71c9-4387-a8d9-5917d5a03c1c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "PUT /v2.0/floatingips/dc4206dd-fc0e-4352-85ea-10dfe064f6f6 HTTP/1.1" status: 200 len: 991 time: 1.7875695 Jun 23 16:19:46.813098 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:19:46.826348 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2b0ac2-d6e9-4ed2-9b44-af23942c6ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:19:46.949543 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-03385588-f98f-48e3-ad8e-2347de63c880 None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:46.982996 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f03f4a1-a23a-4ad9-aeb4-e537ceed9d09 x-openstack-request-id: req-4f03f4a1-a23a-4ad9-aeb4-e537ceed9d09 {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:19:46.983414 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:19:46.983943 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f03f4a1-a23a-4ad9-aeb4-e537ceed9d09 {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:19:46.984714 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'status': 'completed', 'code': 200} Jun 23 16:19:47.018547 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-20615d52-50ad-47ed-bfdf-c3522c3079c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '7c8e0373-3540-40b4-a116-de28648f341f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port': {'id': '7c8e0373-3540-40b4-a116-de28648f341f', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:53Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '9c2e72fb-3159-4650-8216-0f205c4d363e', 'name': '', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'mac_address': 'fa:16:3e:a6:8a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:55Z', 'updated_at': '2021-06-23T16:17:03Z', 'revision_number': 5, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'subnets': [{'id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:47.046209 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20615d52-50ad-47ed-bfdf-c3522c3079c8 None None] Checking router: edd7c481-c860-463b-9d3d-8f3400005043 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:19:47.055287 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20615d52-50ad-47ed-bfdf-c3522c3079c8 None None] Routers {'edd7c481-c860-463b-9d3d-8f3400005043'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:47.055815 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-20615d52-50ad-47ed-bfdf-c3522c3079c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['edd7c481-c860-463b-9d3d-8f3400005043'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:47.138910 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b0ac2-d6e9-4ed2-9b44-af23942c6ab6 req-0de88d83-88ea-4ded-9a8b-b094dc0f8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:47.140691 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1a2b0ac2-d6e9-4ed2-9b44-af23942c6ab6 req-0de88d83-88ea-4ded-9a8b-b094dc0f8c8f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 1098 time: 0.0792024 Jun 23 16:19:47.178260 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-20615d52-50ad-47ed-bfdf-c3522c3079c8 None None] Set router edd7c481-c860-463b-9d3d-8f3400005043 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:47.207891 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-03385588-f98f-48e3-ad8e-2347de63c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': 'dc4206dd-fc0e-4352-85ea-10dfe064f6f6', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'floating_ip_address': '172.28.1.108', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'port_id': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'mac_address': 'fa:16:3e:9f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233c8857-c6fe-44a9-b802-44dea22128ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:19:33Z', 'updated_at': '2021-06-23T16:19:45Z', 'revision_number': 1, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:50Z', 'revision_number': 5, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:47.236149 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03385588-f98f-48e3-ad8e-2347de63c880 None None] Checking router: 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:19:47.245257 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03385588-f98f-48e3-ad8e-2347de63c880 None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:47.245927 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-03385588-f98f-48e3-ad8e-2347de63c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:47.265680 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:19:47.268940 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ecc9a2-694b-4dfc-afed-27a26dcfe6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:19:47.293461 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b0ac2-d6e9-4ed2-9b44-af23942c6ab6 req-5cdfe563-96b9-41d2-96c5-9d368c2be632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:47.293461 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1a2b0ac2-d6e9-4ed2-9b44-af23942c6ab6 req-5cdfe563-96b9-41d2-96c5-9d368c2be632 service neutron] 10.222.0.86 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 918 time: 0.1346922 Jun 23 16:19:47.333784 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb03e74-8c99-4103-8206-0c6b937680e8 x-openstack-request-id: req-bbb03e74-8c99-4103-8206-0c6b937680e8 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:19:47.334091 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:19:47.334443 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbb03e74-8c99-4103-8206-0c6b937680e8 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:19:47.334876 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329', 'status': 'completed', 'code': 200} Jun 23 16:19:47.379799 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1a2b0ac2-d6e9-4ed2-9b44-af23942c6ab6 req-e188da4e-20b2-4c24-947b-c4928eaae814 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe HTTP/1.1" status: 200 len: 999 time: 0.0790803 Jun 23 16:19:47.381861 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-03385588-f98f-48e3-ad8e-2347de63c880 None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:47.414994 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-20615d52-50ad-47ed-bfdf-c3522c3079c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '7c8e0373-3540-40b4-a116-de28648f341f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port': {'id': '7c8e0373-3540-40b4-a116-de28648f341f', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:53Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '9c2e72fb-3159-4650-8216-0f205c4d363e', 'name': '', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'mac_address': 'fa:16:3e:a6:8a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:55Z', 'updated_at': '2021-06-23T16:17:03Z', 'revision_number': 5, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'subnets': [{'id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:47.448372 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b0ac2-d6e9-4ed2-9b44-af23942c6ab6 req-1f745909-efc6-482b-8aae-613cb75fbae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:47.450265 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1a2b0ac2-d6e9-4ed2-9b44-af23942c6ab6 req-1f745909-efc6-482b-8aae-613cb75fbae6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8215ec0e-2baa-40c1-82f0-7424b50eab30 HTTP/1.1" status: 200 len: 856 time: 0.0525656 Jun 23 16:19:47.451582 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20615d52-50ad-47ed-bfdf-c3522c3079c8 None None] The sync data for ids ['edd7c481-c860-463b-9d3d-8f3400005043'] in dv-cinder-788363-4-smb is: [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '7c8e0373-3540-40b4-a116-de28648f341f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port': {'id': '7c8e0373-3540-40b4-a116-de28648f341f', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:53Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '9c2e72fb-3159-4650-8216-0f205c4d363e', 'name': '', 'network_id': '113f5523-e981-446e-9b93-54f8d7549c67', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'mac_address': 'fa:16:3e:a6:8a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:55Z', 'updated_at': '2021-06-23T16:17:03Z', 'revision_number': 5, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'subnets': [{'id': '4df47f88-7d1c-499a-af8d-74b891e20003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:19:47.466432 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecc9a2-694b-4dfc-afed-27a26dcfe6e7 req-ef9b5f16-be63-4768-bf9d-40701a0268e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:47.468147 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95ecc9a2-694b-4dfc-afed-27a26dcfe6e7 req-ef9b5f16-be63-4768-bf9d-40701a0268e4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3fd7706c17bf4aa2a7ba1381ae2be453&device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 1098 time: 0.0599825 Jun 23 16:19:47.525476 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b0ac2-d6e9-4ed2-9b44-af23942c6ab6 req-1de1cf8a-6a30-41f1-a74b-eb26615f4752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:47.527435 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1a2b0ac2-d6e9-4ed2-9b44-af23942c6ab6 req-1de1cf8a-6a30-41f1-a74b-eb26615f4752 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685008 Jun 23 16:19:47.583450 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecc9a2-694b-4dfc-afed-27a26dcfe6e7 req-c44f07bc-7f36-498b-8c54-1454ee577c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:47.584944 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95ecc9a2-694b-4dfc-afed-27a26dcfe6e7 req-c44f07bc-7f36-498b-8c54-1454ee577c94 service neutron] 10.222.0.86 "GET /v2.0/networks?id=113f5523-e981-446e-9b93-54f8d7549c67 HTTP/1.1" status: 200 len: 916 time: 0.1082222 Jun 23 16:19:47.638161 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1a2b0ac2-d6e9-4ed2-9b44-af23942c6ab6 req-33cf8ee6-b087-4396-8be9-019c5fff8c9a service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027479 Jun 23 16:19:47.652807 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95ecc9a2-694b-4dfc-afed-27a26dcfe6e7 req-34a1d1b2-d717-4968-8e71-288a8b594eed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329 HTTP/1.1" status: 200 len: 217 time: 0.0544853 Jun 23 16:19:47.683626 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-03385588-f98f-48e3-ad8e-2347de63c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': 'dc4206dd-fc0e-4352-85ea-10dfe064f6f6', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'floating_ip_address': '172.28.1.108', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'port_id': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'mac_address': 'fa:16:3e:9f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233c8857-c6fe-44a9-b802-44dea22128ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:19:33Z', 'updated_at': '2021-06-23T16:19:45Z', 'revision_number': 1, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:50Z', 'revision_number': 5, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:47.731440 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03385588-f98f-48e3-ad8e-2347de63c880 None None] The sync data for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb is: [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': 'dc4206dd-fc0e-4352-85ea-10dfe064f6f6', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'floating_ip_address': '172.28.1.108', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'port_id': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'mac_address': 'fa:16:3e:9f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233c8857-c6fe-44a9-b802-44dea22128ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:19:33Z', 'updated_at': '2021-06-23T16:19:45Z', 'revision_number': 1, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:50Z', 'revision_number': 5, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:19:47.734623 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecc9a2-694b-4dfc-afed-27a26dcfe6e7 req-dcc0d0a6-ecfd-4937-bcae-edb417d19c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:47.736758 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95ecc9a2-694b-4dfc-afed-27a26dcfe6e7 req-dcc0d0a6-ecfd-4937-bcae-edb417d19c0d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4df47f88-7d1c-499a-af8d-74b891e20003 HTTP/1.1" status: 200 len: 854 time: 0.0736060 Jun 23 16:19:47.761118 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-1a2b0ac2-d6e9-4ed2-9b44-af23942c6ab6 req-413ea36a-38ea-4f39-a299-3af1c349c157 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122460 Jun 23 16:19:47.809184 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519eacc-02b8-4572-bafb-65f50d778e2b None None] New status for floating IP 2cb8e054-5ac7-4430-897f-1b25de7412eb: DOWN {{(pid=93116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:19:47.809701 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecc9a2-694b-4dfc-afed-27a26dcfe6e7 req-b7f60741-3cd4-4f50-8c4b-bcc197d32047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:47.811184 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95ecc9a2-694b-4dfc-afed-27a26dcfe6e7 req-b7f60741-3cd4-4f50-8c4b-bcc197d32047 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=113f5523-e981-446e-9b93-54f8d7549c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674295 Jun 23 16:19:47.925567 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95ecc9a2-694b-4dfc-afed-27a26dcfe6e7 req-ba828a57-ce23-48a3-8d7d-7f803393abdc service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077695 Jun 23 16:19:47.991205 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497084b5-924f-417f-b8b5-f79e9031ff45 None None] New status for floating IP dc4206dd-fc0e-4352-85ea-10dfe064f6f6: ACTIVE {{(pid=93119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:19:48.036187 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95ecc9a2-694b-4dfc-afed-27a26dcfe6e7 req-ae48ebc0-094a-4127-940f-8579b7daa0ac service neutron] 10.222.0.86 "GET /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930166 Jun 23 16:19:49.292015 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:19:49.862163 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e9a31-f98a-4c78-84b0-93983614da24 req-1e822b0f-5809-4be6-927a-6abf78a30ac1 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:49.863646 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-595e9a31-f98a-4c78-84b0-93983614da24 req-1e822b0f-5809-4be6-927a-6abf78a30ac1 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 945 time: 0.0656977 Jun 23 16:19:49.907438 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-595e9a31-f98a-4c78-84b0-93983614da24 req-9986d8fd-4602-44af-ab41-a3631b33d185 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379755 Jun 23 16:19:51.087460 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079c4a-5988-4152-b728-5558b27d5dff req-cf67d9f0-a270-4ccf-b476-bfee7763e74e tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:51.089016 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-83079c4a-5988-4152-b728-5558b27d5dff req-cf67d9f0-a270-4ccf-b476-bfee7763e74e tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 945 time: 0.0672340 Jun 23 16:19:51.129742 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-83079c4a-5988-4152-b728-5558b27d5dff req-f9247638-9026-4783-8281-6c6e3ebc51d4 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340476 Jun 23 16:19:52.235526 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e5a59-dea9-4547-8a59-262a815fede9 req-7d4a3131-6831-4d8f-a655-bb2fd589360a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:52.237120 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7e6e5a59-dea9-4547-8a59-262a815fede9 req-7d4a3131-6831-4d8f-a655-bb2fd589360a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 945 time: 0.0685263 Jun 23 16:19:52.371518 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd81e-d5fc-4ca0-ac17-98c72d2148b7 req-cd3298de-5204-4fec-ab72-3bdc4e47b1a2 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:52.372954 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-14ccd81e-d5fc-4ca0-ac17-98c72d2148b7 req-cd3298de-5204-4fec-ab72-3bdc4e47b1a2 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 945 time: 0.1305847 Jun 23 16:19:52.403256 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-7e6e5a59-dea9-4547-8a59-262a815fede9 req-5c858f33-37e0-472e-bfdb-aab471368f31 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Deleting port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:19:52.403582 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7e6e5a59-dea9-4547-8a59-262a815fede9 req-5c858f33-37e0-472e-bfdb-aab471368f31 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:52.437461 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-14ccd81e-d5fc-4ca0-ac17-98c72d2148b7 req-d54ebb25-31c7-4722-85ef-baea240224f3 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/security-groups?id=ebe38aa1-9c8b-4e97-b384-83679aa89577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577965 Jun 23 16:19:52.508210 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-7e6e5a59-dea9-4547-8a59-262a815fede9 req-5c858f33-37e0-472e-bfdb-aab471368f31 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] For port 57553d2f-58f3-4922-8b37-9c0d0d3f2329, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=57553d2f-58f3-4922-8b37-9c0d0d3f2329,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:52.508592 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7e6e5a59-dea9-4547-8a59-262a815fede9 req-5c858f33-37e0-472e-bfdb-aab471368f31 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:52.520902 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-7e6e5a59-dea9-4547-8a59-262a815fede9 req-5c858f33-37e0-472e-bfdb-aab471368f31 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Calling delete_port for 57553d2f-58f3-4922-8b37-9c0d0d3f2329 owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:19:52.659085 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7e6e5a59-dea9-4547-8a59-262a815fede9 req-5c858f33-37e0-472e-bfdb-aab471368f31 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:52.663168 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-dc35188c-4c9b-4b8b-b2eb-5ab4004de6d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:52.688361 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c858f33-37e0-472e-bfdb-aab471368f31 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Pushing event deleted for resources: {'Port': ['ID=57553d2f-58f3-4922-8b37-9c0d0d3f2329,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:52.691581 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-5c858f33-37e0-472e-bfdb-aab471368f31 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:52.707212 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['57553d2f-58f3-4922-8b37-9c0d0d3f2329'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:19:52.738827 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6e5a59-dea9-4547-8a59-262a815fede9 req-5c858f33-37e0-472e-bfdb-aab471368f31 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] No DVR routers for this DVR port 57553d2f-58f3-4922-8b37-9c0d0d3f2329 on host hv-cinder-78836 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:19:52.741479 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7e6e5a59-dea9-4547-8a59-262a815fede9 req-5c858f33-37e0-472e-bfdb-aab471368f31 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:52.743498 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7e6e5a59-dea9-4547-8a59-262a815fede9 req-5c858f33-37e0-472e-bfdb-aab471368f31 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.86 "DELETE /v2.0/ports/57553d2f-58f3-4922-8b37-9c0d0d3f2329 HTTP/1.1" status: 204 len: 173 time: 0.4921234 Jun 23 16:19:52.744015 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'name': 'network-vif-deleted', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:19:52.746482 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c312e8b9-9cec-4cdb-bc77-1a444bf2903b" -d '{"events": [{"server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "name": "network-vif-deleted", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:19:52.792936 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e05c4f-733e-4fa1-a1a4-5f35430c09dc x-openstack-request-id: req-d4e05c4f-733e-4fa1-a1a4-5f35430c09dc {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:19:52.793271 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2835aaa-f44a-4861-a9a5-5e5b85166a57", "name": "network-vif-deleted", "tag": "57553d2f-58f3-4922-8b37-9c0d0d3f2329", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:19:52.793560 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4e05c4f-733e-4fa1-a1a4-5f35430c09dc {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:19:52.793980 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2835aaa-f44a-4861-a9a5-5e5b85166a57', 'name': 'network-vif-deleted', 'tag': '57553d2f-58f3-4922-8b37-9c0d0d3f2329', 'status': 'completed', 'code': 200} Jun 23 16:19:53.607715 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6414d82d-ec38-495c-b6a8-272ab05bff32 req-1951751e-632c-4486-8ada-8df91c118144 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2835aaa-f44a-4861-a9a5-5e5b85166a57 HTTP/1.1" status: 200 len: 210 time: 0.0297053 Jun 23 16:19:55.394380 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60444) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:55.402044 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5ef1-9fcb-49d7-a719-47e2491145e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:55.760428 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395262'] for router_interface, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:56.015405 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] Deleting port 9c2e72fb-3159-4650-8216-0f205c4d363e {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:19:56.015650 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:56.092913 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] For port 9c2e72fb-3159-4650-8216-0f205c4d363e, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=9c2e72fb-3159-4650-8216-0f205c4d363e,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:56.093232 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:56.109631 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] Calling delete_port for 9c2e72fb-3159-4650-8216-0f205c4d363e owned by network:router_interface {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:19:56.296257 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:56.299257 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b331c06f-4db0-41f0-903f-8c77a9aaccba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:56.323551 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2e72fb-3159-4650-8216-0f205c4d363e,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:56.328953 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:56.452961 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 57553d2f-58f3-4922-8b37-9c0d0d3f2329 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:19:56.473155 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: 57553d2f-58f3-4922-8b37-9c0d0d3f2329 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:19:56.473494 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 57553d2f-58f3-4922-8b37-9c0d0d3f2329 not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:19:56.485373 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3751694'] for router_interface, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:56.965140 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] Router edd7c481-c860-463b-9d3d-8f3400005043 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:19:57.078074 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:19:57.084528 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] 10.222.0.23 "PUT /v2.0/routers/edd7c481-c860-463b-9d3d-8f3400005043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6892054 Jun 23 16:19:57.087326 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60452) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:57.087823 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53812d1f-2dc4-46e8-8a5a-1530c4f1907d None None] Sync routers for ids ['edd7c481-c860-463b-9d3d-8f3400005043'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:19:57.097007 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53812d1f-2dc4-46e8-8a5a-1530c4f1907d None None] Routers {'edd7c481-c860-463b-9d3d-8f3400005043'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:57.097611 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-53812d1f-2dc4-46e8-8a5a-1530c4f1907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['edd7c481-c860-463b-9d3d-8f3400005043'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:57.191084 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Notify callbacks [] for router, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.210373 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-53812d1f-2dc4-46e8-8a5a-1530c4f1907d None None] Set router edd7c481-c860-463b-9d3d-8f3400005043 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:57.297635 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.352546 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Deleting port 7c8e0373-3540-40b4-a116-de28648f341f {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:19:57.352879 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.389692 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-53812d1f-2dc4-46e8-8a5a-1530c4f1907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '7c8e0373-3540-40b4-a116-de28648f341f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:19:56Z', 'revision_number': 5, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port': {'id': '7c8e0373-3540-40b4-a116-de28648f341f', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:53Z', 'updated_at': '2021-06-23T16:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:57.421104 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53812d1f-2dc4-46e8-8a5a-1530c4f1907d None None] Checking router: edd7c481-c860-463b-9d3d-8f3400005043 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:19:57.433832 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53812d1f-2dc4-46e8-8a5a-1530c4f1907d None None] Routers {'edd7c481-c860-463b-9d3d-8f3400005043'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:57.434608 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] For port 7c8e0373-3540-40b4-a116-de28648f341f, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=7c8e0373-3540-40b4-a116-de28648f341f,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:57.434762 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-53812d1f-2dc4-46e8-8a5a-1530c4f1907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['edd7c481-c860-463b-9d3d-8f3400005043'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:57.434971 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.451923 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Calling delete_port for 7c8e0373-3540-40b4-a116-de28648f341f owned by network:router_gateway {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:19:57.521391 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-53812d1f-2dc4-46e8-8a5a-1530c4f1907d None None] Set router edd7c481-c860-463b-9d3d-8f3400005043 gateway port host: None {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:57.650520 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.652487 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-8695dc08-3672-4712-a3c4-47b8b9e7a415 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:57.678383 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8e0373-3540-40b4-a116-de28648f341f,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:57.688158 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-53812d1f-2dc4-46e8-8a5a-1530c4f1907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:19:57Z', 'revision_number': 6, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port_host': None}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:57.707725 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:57.708139 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:57.708458 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:57.708842 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:57.709168 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:57.709564 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:57.709910 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:57.710383 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:57.710740 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:57.711085 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:57.711432 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:57.711781 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:57.713700 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53812d1f-2dc4-46e8-8a5a-1530c4f1907d None None] The sync data for ids ['edd7c481-c860-463b-9d3d-8f3400005043'] in dv-cinder-788363-4-smb is: [{'id': 'edd7c481-c860-463b-9d3d-8f3400005043', 'name': 'tempest-TestMinimumBasicScenario-1419481476-router', 'tenant_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:52Z', 'updated_at': '2021-06-23T16:19:57Z', 'revision_number': 6, 'project_id': '3fd7706c17bf4aa2a7ba1381ae2be453', 'gw_port_host': None}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:19:57.715421 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:57.754049 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454811'] for router_gateway, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.856835 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130119'] for router, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.859097 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.913096 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5e069f3d-da69-4747-8183-2a3dbedbbc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.924944 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751413'] for router, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.925493 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edd7c481-c860-463b-9d3d-8f3400005043 {{(pid=93113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:19:57.930470 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Notify callbacks [] for router, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.934071 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] 10.222.0.23 "DELETE /v2.0/routers/edd7c481-c860-463b-9d3d-8f3400005043 HTTP/1.1" status: 204 len: 168 time: 0.8432753 Jun 23 16:19:57.934455 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60460) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:57.978068 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d3bede-0c67-4ae9-8f77-bb23ee7a4119 admin admin] Deleting subnet 4df47f88-7d1c-499a-af8d-74b891e20003 {{(pid=93113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:19:57.981283 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bede-0c67-4ae9-8f77-bb23ee7a4119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.275905 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bede-0c67-4ae9-8f77-bb23ee7a4119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28476761'] for subnet, precommit_delete_associations {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.286408 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.385916 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bede-0c67-4ae9-8f77-bb23ee7a4119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.439879 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bede-0c67-4ae9-8f77-bb23ee7a4119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28743714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28564682'] for subnet, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.441871 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:58.466630 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3bede-0c67-4ae9-8f77-bb23ee7a4119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df47f88-7d1c-499a-af8d-74b891e20003,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:58.468606 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c6d3bede-0c67-4ae9-8f77-bb23ee7a4119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.470582 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-c6d3bede-0c67-4ae9-8f77-bb23ee7a4119 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4df47f88-7d1c-499a-af8d-74b891e20003 HTTP/1.1" status: 204 len: 168 time: 0.5350292 Jun 23 16:19:58.471524 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-c6d3bede-0c67-4ae9-8f77-bb23ee7a4119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:58.473091 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60470) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:58.476908 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b7fe0b-52ea-4827-a379-99c5c3d89b50 None None] Network 113f5523-e981-446e-9b93-54f8d7549c67 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:19:58.554593 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.555961 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7c8e0373-3540-40b4-a116-de28648f341f no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:19:58.593761 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 7c8e0373-3540-40b4-a116-de28648f341f {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:19:58.594216 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7c8e0373-3540-40b4-a116-de28648f341f not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:19:58.594721 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 9c2e72fb-3159-4650-8216-0f205c4d363e no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:19:58.637282 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Deleting port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:19:58.637846 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.638807 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 9c2e72fb-3159-4650-8216-0f205c4d363e {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:19:58.639137 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 9c2e72fb-3159-4650-8216-0f205c4d363e not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:19:58.709886 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] For port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:58.710134 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.722730 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Calling delete_port for 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 owned by network:dhcp {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:19:58.745448 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbfd9b9-4862-4588-a15c-ae81e2f0468c None None] DHCP port deletion for 113f5523-e981-446e-9b93-54f8d7549c67 request from dv-cinder-788363-4-smb {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:19:58.798176 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfd9b9-4862-4588-a15c-ae81e2f0468c None None] Deleting port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 {{(pid=93116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:19:58.798601 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fbbfd9b9-4862-4588-a15c-ae81e2f0468c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.815897 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.819306 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:58.845882 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:58.845882 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:58.852115 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] No DVR routers for this DVR port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 on host dv-cinder-788363-4-smb {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:19:58.869617 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-fbbfd9b9-4862-4588-a15c-ae81e2f0468c None None] For port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473,segment=NetworkSegment(6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb),segment_id=6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:58.869959 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fbbfd9b9-4862-4588-a15c-ae81e2f0468c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.883525 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfd9b9-4862-4588-a15c-ae81e2f0468c None None] Calling delete_port for 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 owned by network:dhcp {{(pid=93116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:19:58.931675 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.941717 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113f5523-e981-446e-9b93-54f8d7549c67']}} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:58.952283 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb') {'for_net_delete': True} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:58.952577 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f23c6ea-8fb3-4a10-be1a-e9f3c183fdcb') {} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:58.962075 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28476742'] for segment, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.978085 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.984468 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:19:58.984946 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28743871'] for segment, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: Traceback (most recent call last): Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: timer() Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: cb(*args, **kw) Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: return func(*args, **kwargs) Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: self._notify() Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: self.callback(batched_events) Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: event.method(event) Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: return f(self, *a, **k) Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: return self._get(url).json() Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: return self.request(url, 'GET', **kwargs) Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:19:58.986962 dv-cinder-788363-4-smb neutron-server[93113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:19:59.018474 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fbbfd9b9-4862-4588-a15c-ae81e2f0468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879'] for port, after_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.020774 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:59.023567 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.046915 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfd9b9-4862-4588-a15c-ae81e2f0468c None None] Pushing event deleted for resources: {'Port': ['ID=89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473,revision_number=None']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:59.048323 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.050777 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-fbbfd9b9-4862-4588-a15c-ae81e2f0468c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:59.052753 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:59.055779 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.056987 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbfd9b9-4862-4588-a15c-ae81e2f0468c None None] No DVR routers for this DVR port 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 on host dv-cinder-788363-4-smb {{(pid=93116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:19:59.057752 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] 10.222.0.23 "DELETE /v2.0/networks/113f5523-e981-446e-9b93-54f8d7549c67 HTTP/1.1" status: 204 len: 168 time: 0.5833428 Jun 23 16:19:59.060852 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60476) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:59.073086 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Pushing event deleted for resources: {'Network': ['ID=113f5523-e981-446e-9b93-54f8d7549c67,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:59.076160 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:59.419469 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bb53fa76-79f0-425f-ba4e-5750d4c21c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395262'] for router_interface, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.701368 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-bb53fa76-79f0-425f-ba4e-5750d4c21c11 admin admin] Deleting port c3bdeb1e-a84e-4890-acef-269ad64dd911 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:19:59.701732 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bb53fa76-79f0-425f-ba4e-5750d4c21c11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.783286 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-bb53fa76-79f0-425f-ba4e-5750d4c21c11 admin admin] For port c3bdeb1e-a84e-4890-acef-269ad64dd911, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=c3bdeb1e-a84e-4890-acef-269ad64dd911,segment=NetworkSegment(ec486327-39e6-44f2-8013-87ce47f98dda),segment_id=ec486327-39e6-44f2-8013-87ce47f98dda)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:59.783578 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bb53fa76-79f0-425f-ba4e-5750d4c21c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.796815 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-bb53fa76-79f0-425f-ba4e-5750d4c21c11 admin admin] Calling delete_port for c3bdeb1e-a84e-4890-acef-269ad64dd911 owned by network:router_interface {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:19:59.976857 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bb53fa76-79f0-425f-ba4e-5750d4c21c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.978927 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-366578e4-4c85-444b-b41b-67b00a60cf26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:00.000758 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53fa76-79f0-425f-ba4e-5750d4c21c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3bdeb1e-a84e-4890-acef-269ad64dd911,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:00.003524 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-bb53fa76-79f0-425f-ba4e-5750d4c21c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:00.171417 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bb53fa76-79f0-425f-ba4e-5750d4c21c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3751694'] for router_interface, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.384913 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb53fa76-79f0-425f-ba4e-5750d4c21c11 admin admin] Router b4898919-8b6f-474a-bbe2-5059061ae103 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:20:00.500648 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb53fa76-79f0-425f-ba4e-5750d4c21c11 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:20:00.506487 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-bb53fa76-79f0-425f-ba4e-5750d4c21c11 admin admin] 10.222.0.23 "PUT /v2.0/routers/b4898919-8b6f-474a-bbe2-5059061ae103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4445138 Jun 23 16:20:00.508979 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60488) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:00.513713 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d1b04-c17e-4d4a-986a-3c7adb305eba None None] Sync routers for ids ['b4898919-8b6f-474a-bbe2-5059061ae103'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:20:00.536613 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d1b04-c17e-4d4a-986a-3c7adb305eba None None] Routers {'b4898919-8b6f-474a-bbe2-5059061ae103'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:00.537258 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-8d3d1b04-c17e-4d4a-986a-3c7adb305eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['b4898919-8b6f-474a-bbe2-5059061ae103'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:00.537479 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.625233 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:20:00.650821 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-8d3d1b04-c17e-4d4a-986a-3c7adb305eba None None] Set router b4898919-8b6f-474a-bbe2-5059061ae103 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:00.660220 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:20:00.660584 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 89b8ac59-e30f-4dc8-a30a-ba0fc6ba2473 not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:20:00.679894 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Notify callbacks [] for router, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.787601 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.848303 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Deleting port adbf03ec-b105-4f0c-9223-53cdfd164fa8 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:20:00.848594 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-8d3d1b04-c17e-4d4a-986a-3c7adb305eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'name': 'tempest-TestMinimumBasicScenario-1270392096-router', 'tenant_id': '5029338df473485cadab8950101d0008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:58Z', 'updated_at': '2021-06-23T16:19:59Z', 'revision_number': 5, 'project_id': '5029338df473485cadab8950101d0008', 'gw_port': {'id': 'adbf03ec-b105-4f0c-9223-53cdfd164fa8', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:16:59Z', 'updated_at': '2021-06-23T16:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:00.848741 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.878264 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d1b04-c17e-4d4a-986a-3c7adb305eba None None] Checking router: b4898919-8b6f-474a-bbe2-5059061ae103 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:20:00.886897 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d1b04-c17e-4d4a-986a-3c7adb305eba None None] Routers {'b4898919-8b6f-474a-bbe2-5059061ae103'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:00.887491 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-8d3d1b04-c17e-4d4a-986a-3c7adb305eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['b4898919-8b6f-474a-bbe2-5059061ae103'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:00.942987 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] For port adbf03ec-b105-4f0c-9223-53cdfd164fa8, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=adbf03ec-b105-4f0c-9223-53cdfd164fa8,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:00.943343 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.957897 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Calling delete_port for adbf03ec-b105-4f0c-9223-53cdfd164fa8 owned by network:router_gateway {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:20:00.971901 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-8d3d1b04-c17e-4d4a-986a-3c7adb305eba None None] Set router b4898919-8b6f-474a-bbe2-5059061ae103 gateway port host: None {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:01.049157 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-8d3d1b04-c17e-4d4a-986a-3c7adb305eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'name': 'tempest-TestMinimumBasicScenario-1270392096-router', 'tenant_id': '5029338df473485cadab8950101d0008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:58Z', 'updated_at': '2021-06-23T16:20:00Z', 'revision_number': 6, 'project_id': '5029338df473485cadab8950101d0008', 'gw_port_host': None}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:01.075183 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d1b04-c17e-4d4a-986a-3c7adb305eba None None] The sync data for ids ['b4898919-8b6f-474a-bbe2-5059061ae103'] in dv-cinder-788363-4-smb is: [{'id': 'b4898919-8b6f-474a-bbe2-5059061ae103', 'name': 'tempest-TestMinimumBasicScenario-1270392096-router', 'tenant_id': '5029338df473485cadab8950101d0008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:16:58Z', 'updated_at': '2021-06-23T16:20:00Z', 'revision_number': 6, 'project_id': '5029338df473485cadab8950101d0008', 'gw_port_host': None}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:20:01.188551 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.192448 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:01.205124 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0189-c6de-4aa9-9772-7a2f858048fd req-c7ad2693-8b7a-4f77-8526-ba381b207611 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:01.206650 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e64a0189-c6de-4aa9-9772-7a2f858048fd req-c7ad2693-8b7a-4f77-8526-ba381b207611 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.1116199 Jun 23 16:20:01.233096 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Pushing event deleted for resources: {'Port': ['ID=adbf03ec-b105-4f0c-9223-53cdfd164fa8,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:01.245312 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:01.309244 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e64a0189-c6de-4aa9-9772-7a2f858048fd req-f964e007-ad0b-451a-91a1-3044d2bb2e20 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841620 Jun 23 16:20:01.319610 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454811'] for router_gateway, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.416358 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130119'] for router, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.418932 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.467689 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751413'] for router, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.468592 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4898919-8b6f-474a-bbe2-5059061ae103 {{(pid=93114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:20:01.473986 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.475318 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-75a13937-24c2-41aa-a6ab-9c334ad4ea14 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b4898919-8b6f-474a-bbe2-5059061ae103 HTTP/1.1" status: 204 len: 168 time: 0.9654074 Jun 23 16:20:01.478033 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60504) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:01.529074 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bdb8bd-0b09-4887-b6d3-6ed06a457b54 admin admin] Deleting subnet 20a95702-b18b-4a04-8683-f02fd75920c9 {{(pid=93113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:20:01.532175 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-30bdb8bd-0b09-4887-b6d3-6ed06a457b54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.566317 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-30bdb8bd-0b09-4887-b6d3-6ed06a457b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28476761'] for subnet, precommit_delete_associations {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.644797 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-30bdb8bd-0b09-4887-b6d3-6ed06a457b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.702645 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-30bdb8bd-0b09-4887-b6d3-6ed06a457b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28743714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28564682'] for subnet, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.705050 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6eee61ec-ca8c-4f98-ad0b-5ee8dbad3c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:01.728254 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdb8bd-0b09-4887-b6d3-6ed06a457b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a95702-b18b-4a04-8683-f02fd75920c9,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:01.730812 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-30bdb8bd-0b09-4887-b6d3-6ed06a457b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:01.733801 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-30bdb8bd-0b09-4887-b6d3-6ed06a457b54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.735734 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-30bdb8bd-0b09-4887-b6d3-6ed06a457b54 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/20a95702-b18b-4a04-8683-f02fd75920c9 HTTP/1.1" status: 204 len: 168 time: 0.2566164 Jun 23 16:20:01.738437 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60508) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:01.739384 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05fdaa7-fdb0-45d5-92f2-9d904d232a5a None None] Network 2053bcf6-e241-43ec-8d63-be279899e08c requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:20:01.806986 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.871033 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Deleting port 6392f2a8-a35e-4c58-923b-e631c0c34411 {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:20:01.871375 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.930506 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cc40b8-aff5-4057-bd0d-06dda9d5fdfe None None] DHCP port deletion for 2053bcf6-e241-43ec-8d63-be279899e08c request from dv-cinder-788363-4-smb {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:20:01.935771 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] For port 6392f2a8-a35e-4c58-923b-e631c0c34411, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=6392f2a8-a35e-4c58-923b-e631c0c34411,segment=NetworkSegment(ec486327-39e6-44f2-8013-87ce47f98dda),segment_id=ec486327-39e6-44f2-8013-87ce47f98dda)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:01.936043 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.949889 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Calling delete_port for 6392f2a8-a35e-4c58-923b-e631c0c34411 owned by network:dhcp {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:20:01.980502 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc40b8-aff5-4057-bd0d-06dda9d5fdfe None None] Deleting port 6392f2a8-a35e-4c58-923b-e631c0c34411 {{(pid=93116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:20:01.980971 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c5cc40b8-aff5-4057-bd0d-06dda9d5fdfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.035706 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.039436 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a5bd745e-3dff-4934-b435-7005c50cc154 tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:02.050809 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-c5cc40b8-aff5-4057-bd0d-06dda9d5fdfe None None] For port 6392f2a8-a35e-4c58-923b-e631c0c34411, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=6392f2a8-a35e-4c58-923b-e631c0c34411,segment=NetworkSegment(ec486327-39e6-44f2-8013-87ce47f98dda),segment_id=ec486327-39e6-44f2-8013-87ce47f98dda)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:02.051245 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c5cc40b8-aff5-4057-bd0d-06dda9d5fdfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.064599 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc40b8-aff5-4057-bd0d-06dda9d5fdfe None None] Calling delete_port for 6392f2a8-a35e-4c58-923b-e631c0c34411 owned by network:dhcp {{(pid=93116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:20:02.066816 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Pushing event deleted for resources: {'Port': ['ID=6392f2a8-a35e-4c58-923b-e631c0c34411,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:02.069721 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] No DVR routers for this DVR port 6392f2a8-a35e-4c58-923b-e631c0c34411 on host dv-cinder-788363-4-smb {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:20:02.071303 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:02.149622 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c5cc40b8-aff5-4057-bd0d-06dda9d5fdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879'] for port, after_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.152501 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:02.161524 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.171712 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2053bcf6-e241-43ec-8d63-be279899e08c']}} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:02.178144 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc40b8-aff5-4057-bd0d-06dda9d5fdfe None None] Pushing event deleted for resources: {'Port': ['ID=6392f2a8-a35e-4c58-923b-e631c0c34411,revision_number=None']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:02.181415 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-c5cc40b8-aff5-4057-bd0d-06dda9d5fdfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:02.182362 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec486327-39e6-44f2-8013-87ce47f98dda') {'for_net_delete': True} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:02.182663 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec486327-39e6-44f2-8013-87ce47f98dda') {} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:02.182835 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc40b8-aff5-4057-bd0d-06dda9d5fdfe None None] No DVR routers for this DVR port 6392f2a8-a35e-4c58-923b-e631c0c34411 on host dv-cinder-788363-4-smb {{(pid=93116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:20:02.192464 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28476742'] for segment, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.206482 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.212743 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:20:02.213257 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28743871'] for segment, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: Traceback (most recent call last): Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: timer() Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: cb(*args, **kw) Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: return func(*args, **kwargs) Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: self._notify() Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: self.callback(batched_events) Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: event.method(event) Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: return f(self, *a, **k) Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: return self._get(url).json() Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: return self.request(url, 'GET', **kwargs) Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:20:02.214994 dv-cinder-788363-4-smb neutron-server[93113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:20:02.268947 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.272568 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:02.275527 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.276856 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2053bcf6-e241-43ec-8d63-be279899e08c HTTP/1.1" status: 204 len: 168 time: 0.5374792 Jun 23 16:20:02.287899 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Pushing event deleted for resources: {'Network': ['ID=2053bcf6-e241-43ec-8d63-be279899e08c,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:02.290399 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-702bc8d1-c14b-4c9d-8c83-1ee46a7dcd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:02.411304 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60516) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:02.465137 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-caf91fba-f017-4993-9794-478973c52de0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fd7706c17bf4aa2a7ba1381ae2be453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525339 Jun 23 16:20:02.467878 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60518) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:02.528029 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-443aa281-51bc-4e36-8dfb-e5aa9416374b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.529550 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136a5f3-caa4-4d56-9c07-c7bf4ed7a27b req-1b8028d7-21bb-4071-91bd-152758b1b6ee tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:02.531512 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e136a5f3-caa4-4d56-9c07-c7bf4ed7a27b req-1b8028d7-21bb-4071-91bd-152758b1b6ee tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0843866 Jun 23 16:20:02.552159 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-443aa281-51bc-4e36-8dfb-e5aa9416374b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.565848 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 6392f2a8-a35e-4c58-923b-e631c0c34411 no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:20:02.576840 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e136a5f3-caa4-4d56-9c07-c7bf4ed7a27b req-12f9aa0c-e447-4e51-b0f1-63fc4d79104f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385933 Jun 23 16:20:02.601903 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 6392f2a8-a35e-4c58-923b-e631c0c34411 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:20:02.602345 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 6392f2a8-a35e-4c58-923b-e631c0c34411 not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:20:02.602835 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device c3bdeb1e-a84e-4890-acef-269ad64dd911 no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:20:02.610521 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-443aa281-51bc-4e36-8dfb-e5aa9416374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.613197 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-443aa281-51bc-4e36-8dfb-e5aa9416374b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.614407 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-443aa281-51bc-4e36-8dfb-e5aa9416374b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebe38aa1-9c8b-4e97-b384-83679aa89577 HTTP/1.1" status: 204 len: 168 time: 0.1451917 Jun 23 16:20:02.615321 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-fc050c9d-468b-4ec2-9d47-64ec716fa920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:02.622977 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443aa281-51bc-4e36-8dfb-e5aa9416374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe38aa1-9c8b-4e97-b384-83679aa89577,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:02.626366 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-443aa281-51bc-4e36-8dfb-e5aa9416374b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:02.629049 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: c3bdeb1e-a84e-4890-acef-269ad64dd911 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:20:02.629388 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device c3bdeb1e-a84e-4890-acef-269ad64dd911 not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:20:02.629841 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device adbf03ec-b105-4f0c-9223-53cdfd164fa8 no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:20:02.652631 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.656137 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: adbf03ec-b105-4f0c-9223-53cdfd164fa8 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:20:02.656487 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device adbf03ec-b105-4f0c-9223-53cdfd164fa8 not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:20:02.929388 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60526) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:02.969529 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-5c9e3337-cce6-48fd-9216-f0d1660eb99d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5029338df473485cadab8950101d0008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379453 Jun 23 16:20:02.971170 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60528) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:03.019565 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ac722b78-85c8-465c-aa4d-9e1313cbe0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:03.040515 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ac722b78-85c8-465c-aa4d-9e1313cbe0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:03.086258 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ac722b78-85c8-465c-aa4d-9e1313cbe0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:03.088829 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ac722b78-85c8-465c-aa4d-9e1313cbe0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:03.090000 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-ac722b78-85c8-465c-aa4d-9e1313cbe0ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ac1a18c-660d-47dd-be0f-ea68c1cff485 HTTP/1.1" status: 204 len: 168 time: 0.1180370 Jun 23 16:20:03.090837 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a7d8d1bd-46f0-4433-94da-48de4a3fc36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:03.099386 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac722b78-85c8-465c-aa4d-9e1313cbe0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac1a18c-660d-47dd-be0f-ea68c1cff485,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:03.107131 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ac722b78-85c8-465c-aa4d-9e1313cbe0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:03.753114 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f381ab-f0c1-435a-952c-a0d4b87d79a2 req-02587cf5-8663-4457-befe-69c6502c5429 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:03.754694 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d7f381ab-f0c1-435a-952c-a0d4b87d79a2 req-02587cf5-8663-4457-befe-69c6502c5429 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0648468 Jun 23 16:20:03.774133 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60558) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:03.804300 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d7f381ab-f0c1-435a-952c-a0d4b87d79a2 req-fe583f99-e097-4edc-95dc-4b5b24db5e9b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439475 Jun 23 16:20:03.898423 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-116763116-network', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:03.916974 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348f054-639b-436c-b2dc-693eca52c84c req-5e034dd7-697b-4c55-b664-f4504fb0b85f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:03.918527 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e348f054-639b-436c-b2dc-693eca52c84c req-5e034dd7-697b-4c55-b664-f4504fb0b85f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 945 time: 0.0884337 Jun 23 16:20:03.959825 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Made reservation on behalf of 99195f2cdfe54167a23737a323af5d2f for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:03.962209 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:03.977309 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.070626 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Deleting port ca5360e7-9f9b-4652-988b-3b66d748b994 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:20:04.070973 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.173465 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.184056 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.191787 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-050d766d-6d8f-4c08-b8fb-d001a47f43b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:04.195882 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] For port ca5360e7-9f9b-4652-988b-3b66d748b994, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca5360e7-9f9b-4652-988b-3b66d748b994,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:04.196246 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.220830 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:20:04.563340 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.563594 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.segments_db [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Added segment 0bce02e8-459a-4a70-8508-eb4ff6d88de1 of type vlan for network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be Jun 23 16:20:04.569560 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9873ff6-1316-4749-9d83-d115817dc0ac,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:04.585416 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:04.673049 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.745629 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.748343 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:04.748928 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.752964 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:04.791680 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.792391 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.792391 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.l3_db [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Floating IP 7a0feaa5-43f6-4422-aac4-4da2dd73177a disassociated. External IP: 172.28.1.148, port: ca5360e7-9f9b-4652-988b-3b66d748b994. Jun 23 16:20:04.792652 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Calling delete_port for ca5360e7-9f9b-4652-988b-3b66d748b994 owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:20:04.819957 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0445361 Jun 23 16:20:04.822775 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60568) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:04.828525 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-88ec7c1f-0ef7-4519-9725-c65274a3b3b8 admin admin] Request body: {'subnet': {'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-116763116-subnet', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'ip_version': 4}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:04.833661 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Pushing event updated for resources: {'Network': ['ID=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:04.837313 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:04.844739 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:20:04.859483 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ec7c1f-0ef7-4519-9725-c65274a3b3b8 admin admin] Made reservation on behalf of 99195f2cdfe54167a23737a323af5d2f for: {'subnet': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:04.862129 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-88ec7c1f-0ef7-4519-9725-c65274a3b3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28564695'] for subnet, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.002191 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.006954 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:05.036872 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event deleted for resources: {'Port': ['ID=ca5360e7-9f9b-4652-988b-3b66d748b994,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:05.039854 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:05.071830 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-88ec7c1f-0ef7-4519-9725-c65274a3b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28743393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28564677'] for subnet, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.074152 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-c6d3bede-0c67-4ae9-8f77-bb23ee7a4119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:05.108204 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abc721-de8b-480b-b2b1-f2e71c958152 req-0bde5371-1879-4e41-9d18-51e6dc48ac26 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:05.109875 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e4abc721-de8b-480b-b2b1-f2e71c958152 req-0bde5371-1879-4e41-9d18-51e6dc48ac26 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 867 time: 0.1482334 Jun 23 16:20:05.125472 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec7c1f-0ef7-4519-9725-c65274a3b3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85877f4c-b164-4c9c-9927-927f51d73307,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:05.129767 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-88ec7c1f-0ef7-4519-9725-c65274a3b3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:05.144097 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec7c1f-0ef7-4519-9725-c65274a3b3b8 admin admin] Checking segment: {'id': '0bce02e8-459a-4a70-8508-eb4ff6d88de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:05.144452 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ec7c1f-0ef7-4519-9725-c65274a3b3b8 admin admin] Network hostable DHCP agents. Network: 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:20:05.162538 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ec7c1f-0ef7-4519-9725-c65274a3b3b8 admin admin] Network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:20:05.172292 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-88ec7c1f-0ef7-4519-9725-c65274a3b3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be) {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:05.177785 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ec7c1f-0ef7-4519-9725-c65274a3b3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:05.178169 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-88ec7c1f-0ef7-4519-9725-c65274a3b3b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.182251 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38278261-7afe-4a07-855a-6889f18c33a0 None None] Network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:20:05.192106 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e4abc721-de8b-480b-b2b1-f2e71c958152 req-31a3196b-2377-4386-8083-751133ce4681 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13bc769-0c53-457f-bc11-62bca9430c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479658 Jun 23 16:20:05.199681 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Router 027e3077-f591-46c6-83a7-758c13036535 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:20:05.207217 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-88ec7c1f-0ef7-4519-9725-c65274a3b3b8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3829093 Jun 23 16:20:05.208207 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60574) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:05.215153 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:05.280660 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130133'] for router, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.281755 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130126'] for router, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.357229 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27577dd8-cecf-5f66-a3c4-1df2aa8f496d-6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307'}]}} from dv-cinder-788363-4-smb. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:20:05.358110 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.374070 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.389426 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:20:05.432328 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba61fac4-a499-4694-a6ff-53a6e7e7cb79 None None] Sync routers for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:20:05.454886 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba61fac4-a499-4694-a6ff-53a6e7e7cb79 None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:05.455526 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-ba61fac4-a499-4694-a6ff-53a6e7e7cb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:05.504367 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] No DVR routers for this DVR port ca5360e7-9f9b-4652-988b-3b66d748b994 on host hv-cinder-78836 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:20:05.507024 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.509673 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e348f054-639b-436c-b2dc-693eca52c84c req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.86 "DELETE /v2.0/ports/ca5360e7-9f9b-4652-988b-3b66d748b994 HTTP/1.1" status: 204 len: 173 time: 1.5840228 Jun 23 16:20:05.512039 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbb9473-4e04-4f45-a81a-cdace784b1e1', 'name': 'network-vif-deleted', 'tag': 'ca5360e7-9f9b-4652-988b-3b66d748b994'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:05.517041 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5114ec-b30c-4a29-8485-e81f4a45add9" -d '{"events": [{"server_uuid": "5bbb9473-4e04-4f45-a81a-cdace784b1e1", "name": "network-vif-deleted", "tag": "ca5360e7-9f9b-4652-988b-3b66d748b994"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:05.590886 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c2e57a-a0f0-4612-b1af-ea5728ad94db x-openstack-request-id: req-a5c2e57a-a0f0-4612-b1af-ea5728ad94db {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:05.591245 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbb9473-4e04-4f45-a81a-cdace784b1e1", "name": "network-vif-deleted", "tag": "ca5360e7-9f9b-4652-988b-3b66d748b994", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:05.591803 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5c2e57a-a0f0-4612-b1af-ea5728ad94db {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:05.591919 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbb9473-4e04-4f45-a81a-cdace784b1e1', 'name': 'network-vif-deleted', 'tag': 'ca5360e7-9f9b-4652-988b-3b66d748b994', 'status': 'completed', 'code': 200} Jun 23 16:20:05.594198 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Allocated IP 172.20.0.2 (6f54cfdb-8eac-48da-b1a0-5e1ce05a77be/85877f4c-b164-4c9c-9927-927f51d73307/940315f9-6a75-4c16-9166-0eec03d50673) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:05.598103 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130160'] for router, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.618494 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-ba61fac4-a499-4694-a6ff-53a6e7e7cb79 None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:05.818448 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.838358 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.949115 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Allocated IP 172.28.1.209 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/e692a722-3963-4751-9d93-b18e2a6479e7) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:06.018790 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.028406 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Transition to ACTIVE for port object 940315f9-6a75-4c16-9166-0eec03d50673 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:06.048421 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Transition to ACTIVE for port object 940315f9-6a75-4c16-9166-0eec03d50673 will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:06.058780 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.059018 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.064476 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:06.101020 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.107961 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:06.109613 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d02db0bd-6d1b-4b37-9fc1-eb6ddfe59bf5 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:06.115242 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:06.118739 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:06.123124 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Pushing event updated for resources: {'Port': ['ID=940315f9-6a75-4c16-9166-0eec03d50673,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:06.130186 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-ba61fac4-a499-4694-a6ff-53a6e7e7cb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 5, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:06.144704 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:06.152435 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:06.156079 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:06.164155 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:06.168962 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba61fac4-a499-4694-a6ff-53a6e7e7cb79 None None] Checking router: 027e3077-f591-46c6-83a7-758c13036535 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:20:06.180502 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Pushing event updated for resources: {'Port': ['ID=e692a722-3963-4751-9d93-b18e2a6479e7,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:06.185014 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:06.224249 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba61fac4-a499-4694-a6ff-53a6e7e7cb79 None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:06.225118 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-ba61fac4-a499-4694-a6ff-53a6e7e7cb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:06.275063 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Attempting to bind port 940315f9-6a75-4c16-9166-0eec03d50673 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:20:06.275063 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Attempting to bind port 940315f9-6a75-4c16-9166-0eec03d50673 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '0bce02e8-459a-4a70-8508-eb4ff6d88de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:20:06.275063 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Attempting to bind port 940315f9-6a75-4c16-9166-0eec03d50673 on network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:06.284066 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:20:06.284439 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Checking segment: {'id': '0bce02e8-459a-4a70-8508-eb4ff6d88de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:06.285038 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.285591 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Bound using segment: {'id': '0bce02e8-459a-4a70-8508-eb4ff6d88de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:20:06.286244 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Bound port: 940315f9-6a75-4c16-9166-0eec03d50673, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bce02e8-459a-4a70-8508-eb4ff6d88de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:20:06.286816 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.406211 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-ba61fac4-a499-4694-a6ff-53a6e7e7cb79 None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:06.435566 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] For port 940315f9-6a75-4c16-9166-0eec03d50673, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:20:06.446473 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2626cb9d-b911-48f9-be1d-2e8024f364bf req-daf97b5f-cb43-48e5-9c00-d1e93d9257f9 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbb9473-4e04-4f45-a81a-cdace784b1e1 HTTP/1.1" status: 200 len: 210 time: 0.0576246 Jun 23 16:20:06.457275 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] For port 940315f9-6a75-4c16-9166-0eec03d50673, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=940315f9-6a75-4c16-9166-0eec03d50673,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:20:06.468859 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.469423 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.471170 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:06.535018 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device ca5360e7-9f9b-4652-988b-3b66d748b994 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:20:06.580474 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: ca5360e7-9f9b-4652-988b-3b66d748b994 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:20:06.580821 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device ca5360e7-9f9b-4652-988b-3b66d748b994 not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:20:06.627262 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Pushing event updated for resources: {'Port': ['ID=940315f9-6a75-4c16-9166-0eec03d50673,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:06.633845 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:06.679473 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451959'] for router, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.718181 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-ba61fac4-a499-4694-a6ff-53a6e7e7cb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 5, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:06.752368 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba61fac4-a499-4694-a6ff-53a6e7e7cb79 None None] The sync data for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb is: [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 5, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:20:07.100707 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef46d26c-fa12-4bb3-90ed-06ddd642fd54 None None] New status for floating IP 7a0feaa5-43f6-4422-aac4-4da2dd73177a: DOWN {{(pid=93119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:20:07.124471 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 is scheduled to L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 with binding_index 1 {{(pid=93114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:20:07.248401 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:20:07.258522 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Sync routers for ids ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:20:07.264734 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.266356 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0560901 Jun 23 16:20:07.269120 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Routers {'c0f12b2e-87ba-4220-ab58-56dcecf98ee8'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:07.269409 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60592) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:07.269881 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:07.408562 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Set router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:07.613679 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60600) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:07.641906 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:06Z', 'revision_number': 3, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port': {'id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:07.678373 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Checking router: c0f12b2e-87ba-4220-ab58-56dcecf98ee8 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:20:07.678895 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Updating router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 port e692a722-3963-4751-9d93-b18e2a6479e7 binding host dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:20:07.683781 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cc73d824-ec88-4cae-a736-dc1da0f4f41f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.716557 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cc73d824-ec88-4cae-a736-dc1da0f4f41f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.716883 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.746915 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.783245 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cc73d824-ec88-4cae-a736-dc1da0f4f41f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.785987 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cc73d824-ec88-4cae-a736-dc1da0f4f41f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.787182 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-cc73d824-ec88-4cae-a736-dc1da0f4f41f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "DELETE /v2.0/security-groups/c13bc769-0c53-457f-bc11-62bca9430c79 HTTP/1.1" status: 204 len: 168 time: 0.1724474 Jun 23 16:20:07.788017 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-28080542-f46b-4b9a-ad82-c33d600b1f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:07.791084 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60602) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:07.807957 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73d824-ec88-4cae-a736-dc1da0f4f41f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13bc769-0c53-457f-bc11-62bca9430c79,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:07.810547 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cc73d824-ec88-4cae-a736-dc1da0f4f41f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:07.814181 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.api.v2.resource [None req-cde28abb-8002-425f-875e-ebfc3578aac8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] show failed (client error): The resource could not be found. Jun 23 16:20:07.816124 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-cde28abb-8002-425f-875e-ebfc3578aac8 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups/c13bc769-0c53-457f-bc11-62bca9430c79 HTTP/1.1" status: 404 len: 347 time: 0.0241098 Jun 23 16:20:07.819028 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60604) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:07.949198 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Allocated IP 172.20.0.1 (6f54cfdb-8eac-48da-b1a0-5e1ce05a77be/85877f4c-b164-4c9c-9927-927f51d73307/7ab62982-a8db-4343-8c29-fda11fccf68a) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:07.967762 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-e370c05f-759b-4b6c-9d07-aa5c00b62d3d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Deleting port 317fbefc-3c44-4379-8dc8-fd4eb666eea1 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:20:07.968102 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e370c05f-759b-4b6c-9d07-aa5c00b62d3d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.980710 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a3774-37f0-4702-894a-59d970c176fa None None] Network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:20:08.068136 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.068419 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e370c05f-759b-4b6c-9d07-aa5c00b62d3d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.069045 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e370c05f-759b-4b6c-9d07-aa5c00b62d3d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.083842 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Transition to ACTIVE for port object 7ab62982-a8db-4343-8c29-fda11fccf68a will not be triggered until provisioned by entity DHCP. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:08.085143 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-e370c05f-759b-4b6c-9d07-aa5c00b62d3d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Calling delete_port for 317fbefc-3c44-4379-8dc8-fd4eb666eea1 owned by network:floatingip {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:20:08.120734 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28743793'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.123223 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:08.164848 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:08.172284 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:08.178048 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:08.180458 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab62982-a8db-4343-8c29-fda11fccf68a,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:08.185326 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:08.221981 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-dcdd8fd0-fb1d-4b48-a653-9c679f71168b None None] Provisioning for port 940315f9-6a75-4c16-9166-0eec03d50673 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:08.225178 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.230727 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395127'] for router_interface, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.245907 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e370c05f-759b-4b6c-9d07-aa5c00b62d3d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.246465 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Transition to ACTIVE for port object e692a722-3963-4751-9d93-b18e2a6479e7 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:08.249185 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7a44500d-f34a-4c73-8e9e-7aeb50bc3219 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:08.261128 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.266674 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-40d0099f-bac3-4fe0-8099-71307547b4b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:08.284537 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370c05f-759b-4b6c-9d07-aa5c00b62d3d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event deleted for resources: {'Port': ['ID=317fbefc-3c44-4379-8dc8-fd4eb666eea1,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:08.288742 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-e370c05f-759b-4b6c-9d07-aa5c00b62d3d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:08.349533 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Attempting to bind port e692a722-3963-4751-9d93-b18e2a6479e7 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:20:08.349911 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Attempting to bind port e692a722-3963-4751-9d93-b18e2a6479e7 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:20:08.350293 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Attempting to bind port e692a722-3963-4751-9d93-b18e2a6479e7 on network bacb7425-026e-474c-af91-e51d72b71c61 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:08.356279 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bbc35-0233-41b9-9b7d-c25e49fcf00d None None] Pushing event updated for resources: {'Port': ['ID=e692a722-3963-4751-9d93-b18e2a6479e7,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:08.362503 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-268bbc35-0233-41b9-9b7d-c25e49fcf00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:08.363669 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:20:08.364042 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Checking segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:08.364620 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.365203 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Bound using segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:20:08.365685 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Bound port: e692a722-3963-4751-9d93-b18e2a6479e7, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:20:08.366066 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.367159 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e370c05f-759b-4b6c-9d07-aa5c00b62d3d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.370472 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e370c05f-759b-4b6c-9d07-aa5c00b62d3d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.376762 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-e370c05f-759b-4b6c-9d07-aa5c00b62d3d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "DELETE /v2.0/floatingips/7a0feaa5-43f6-4422-aac4-4da2dd73177a HTTP/1.1" status: 204 len: 168 time: 0.5537038 Jun 23 16:20:08.387877 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.444796 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] For port e692a722-3963-4751-9d93-b18e2a6479e7, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:20:08.459112 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] For port e692a722-3963-4751-9d93-b18e2a6479e7, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=e692a722-3963-4751-9d93-b18e2a6479e7,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:20:08.469260 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.471308 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:08.578043 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Routers {'c0f12b2e-87ba-4220-ab58-56dcecf98ee8'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:08.578739 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:08.580794 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bbc35-0233-41b9-9b7d-c25e49fcf00d None None] Pushing event updated for resources: {'Port': ['ID=e692a722-3963-4751-9d93-b18e2a6479e7,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:08.633922 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.644627 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.647841 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:08.660187 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-268bbc35-0233-41b9-9b7d-c25e49fcf00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:08.705565 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 940315f9-6a75-4c16-9166-0eec03d50673 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:08.746536 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3880405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395163'] for router_interface, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.748381 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab62982-a8db-4343-8c29-fda11fccf68a,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:08.753026 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:08.815006 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 940315f9-6a75-4c16-9166-0eec03d50673 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:08.824713 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 940315f9-6a75-4c16-9166-0eec03d50673 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:08.825234 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.877414 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60612) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:08.883827 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-a0d4f775-e9cb-4e3a-9bda-a547fe8eb1cc tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719325295', 'description': 'tempest-description--1059346262'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:08.889362 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] Set router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:08.926611 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-2d60950b-d269-4209-a3ee-0b41b31e6bfb None None] Provisioning for port 7ab62982-a8db-4343-8c29-fda11fccf68a completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:08.927589 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f775-e9cb-4e3a-9bda-a547fe8eb1cc tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.936256 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-2d60950b-d269-4209-a3ee-0b41b31e6bfb None None] Provisioning complete for port 7ab62982-a8db-4343-8c29-fda11fccf68a triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:08.936778 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-2d60950b-d269-4209-a3ee-0b41b31e6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.043565 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f775-e9cb-4e3a-9bda-a547fe8eb1cc tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.052163 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f775-e9cb-4e3a-9bda-a547fe8eb1cc tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.056391 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-dd14df1a-ce5c-4b7e-b35c-59ef9808a6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:09.074808 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.082165 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f775-e9cb-4e3a-9bda-a547fe8eb1cc tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.083940 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-a0d4f775-e9cb-4e3a-9bda-a547fe8eb1cc tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2055218 Jun 23 16:20:09.086901 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60614) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:09.087279 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-2d60950b-d269-4209-a3ee-0b41b31e6bfb None None] Port 7ab62982-a8db-4343-8c29-fda11fccf68a cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:20:09.092088 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-6f05e143-2027-48fe-87ef-83cdd083ceae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Request body: {'security_group_rule': {'security_group_id': '878de3d3-1df4-4a95-bd96-c89ca7865599', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:09.100985 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4f775-e9cb-4e3a-9bda-a547fe8eb1cc tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878de3d3-1df4-4a95-bd96-c89ca7865599,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:09.104816 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a0d4f775-e9cb-4e3a-9bda-a547fe8eb1cc tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:09.124023 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6f05e143-2027-48fe-87ef-83cdd083ceae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.127377 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:09.128827 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:09.151857 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-2d60950b-d269-4209-a3ee-0b41b31e6bfb None None] Provisioning complete for port 940315f9-6a75-4c16-9166-0eec03d50673 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:09.152233 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-2d60950b-d269-4209-a3ee-0b41b31e6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.190445 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 940315f9-6a75-4c16-9166-0eec03d50673, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=940315f9-6a75-4c16-9166-0eec03d50673,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:09.203767 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6f05e143-2027-48fe-87ef-83cdd083ceae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.209868 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.214095 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6f05e143-2027-48fe-87ef-83cdd083ceae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.217029 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ce7b1421-f872-4225-b604-85e0ba9624ca tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:09.232373 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:09.241145 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6f05e143-2027-48fe-87ef-83cdd083ceae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.245117 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-6f05e143-2027-48fe-87ef-83cdd083ceae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545203 Jun 23 16:20:09.251099 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05e143-2027-48fe-87ef-83cdd083ceae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5120e089-97ca-463f-9e65-e27def38224a,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:09.253757 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60620) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:09.258644 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-5977e3bc-19df-460d-ad14-0f4c567b5476 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Request body: {'security_group_rule': {'security_group_id': '878de3d3-1df4-4a95-bd96-c89ca7865599', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:09.281084 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6f05e143-2027-48fe-87ef-83cdd083ceae tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:09.304748 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5977e3bc-19df-460d-ad14-0f4c567b5476 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.339994 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:20:09.369888 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5977e3bc-19df-460d-ad14-0f4c567b5476 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.378598 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5977e3bc-19df-460d-ad14-0f4c567b5476 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.380998 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:09.389426 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=940315f9-6a75-4c16-9166-0eec03d50673,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:09.393848 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:09.398865 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977e3bc-19df-460d-ad14-0f4c567b5476 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c621fe8b-d31f-4407-951a-abc58d5b52de,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:09.405924 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-5977e3bc-19df-460d-ad14-0f4c567b5476 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:09.422002 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5977e3bc-19df-460d-ad14-0f4c567b5476 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.427394 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-5977e3bc-19df-460d-ad14-0f4c567b5476 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1696665 Jun 23 16:20:09.427394 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60622) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:09.434503 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Request body: {'floatingip': {'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:09.438406 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 4, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port': {'id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7ab62982-a8db-4343-8c29-fda11fccf68a', 'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'mac_address': 'fa:16:3e:da:08:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:07Z', 'updated_at': '2021-06-23T16:20:07Z', 'revision_number': 1, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'subnets': [{'id': '85877f4c-b164-4c9c-9927-927f51d73307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:09.460190 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.467460 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb0a0ac-bbd6-401c-b2ba-7826fe62631a None None] The sync data for ids ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'] in dv-cinder-788363-4-smb is: [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 4, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port': {'id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7ab62982-a8db-4343-8c29-fda11fccf68a', 'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'mac_address': 'fa:16:3e:da:08:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:07Z', 'updated_at': '2021-06-23T16:20:07Z', 'revision_number': 1, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'subnets': [{'id': '85877f4c-b164-4c9c-9927-927f51d73307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:20:09.481511 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:20:09.487051 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] 10.222.0.23 "PUT /v2.0/routers/c0f12b2e-87ba-4220-ab58-56dcecf98ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2164242 Jun 23 16:20:09.534056 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d36d7b2b-f742-4015-a200-9a715c856458 None None] Provisioning complete for port 7ab62982-a8db-4343-8c29-fda11fccf68a triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:09.534454 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d36d7b2b-f742-4015-a200-9a715c856458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.570206 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d36d7b2b-f742-4015-a200-9a715c856458 None None] Port 7ab62982-a8db-4343-8c29-fda11fccf68a cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:20:09.585598 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.729344 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Allocated IP 172.28.1.245 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/772317ad-3485-4918-8854-14a1d5bb8643) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:09.855426 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.903337 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.906418 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-feee39a7-6365-418c-8317-50a5657476dc tempest-VolumesActionsTest-668697858 tempest-VolumesActionsTest-668697858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:09.955775 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:09.958781 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:09.963471 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:09.983502 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event updated for resources: {'Port': ['ID=772317ad-3485-4918-8854-14a1d5bb8643,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:09.987664 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:10.051031 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.075329 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60638) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:10.080543 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1474241952-network', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:10.102053 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.104663 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Made reservation on behalf of 35fd31a7a5e046d0a6a491b2f2b0d203 for: {'network': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:10.108105 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for network, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.117788 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.232967 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.238219 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.247138 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a243f9a7-3137-4bf1-ac37-ecb005873a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:10.276139 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=93113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:20:10.291961 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9811170c-2e2b-4ac1-bd86-b590c08d2e24,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:10.296097 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:10.300987 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.301497 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.segments_db [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Added segment 26511ee8-a1a7-497c-8245-7c8019e8b1b8 of type vlan for network 56262acc-6e19-4114-b508-d6ed6d5a3f69 Jun 23 16:20:10.333131 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.341159 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.345506 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:10.352627 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767724397855'] for network, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.392520 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471'] for network, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.394317 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:10.395842 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.401127 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:10.448807 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event updated for resources: {'Port': ['ID=772317ad-3485-4918-8854-14a1d5bb8643,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:10.453753 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:10.470830 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.471190 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Pushing event updated for resources: {'Network': ['ID=56262acc-6e19-4114-b508-d6ed6d5a3f69,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:10.474584 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:10.492609 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60648) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:10.492777 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4154248 Jun 23 16:20:10.505898 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-15bbb5cd-cc75-4f24-8f6a-50a3632520ef admin admin] Request body: {'subnet': {'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1474241952-subnet', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'ip_version': 4}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:10.506094 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Network 56262acc-6e19-4114-b508-d6ed6d5a3f69 details requested by agent ovs-agent-dv-cinder-788363-4-smb with host dv-cinder-788363-4-smb {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:20:10.514438 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.517297 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0872810 Jun 23 16:20:10.564999 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bbb5cd-cc75-4f24-8f6a-50a3632520ef admin admin] Made reservation on behalf of 35fd31a7a5e046d0a6a491b2f2b0d203 for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:10.572621 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-15bbb5cd-cc75-4f24-8f6a-50a3632520ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28535831'] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.721862 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device e692a722-3963-4751-9d93-b18e2a6479e7 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:10.800961 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port e692a722-3963-4751-9d93-b18e2a6479e7 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:10.817080 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port e692a722-3963-4751-9d93-b18e2a6479e7 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:10.817532 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.878755 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-c569105b-1722-4545-9c08-47df3414acb9 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--719325295&fields=id&tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c HTTP/1.1" status: 200 len: 267 time: 0.0552027 Jun 23 16:20:10.923647 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.948621 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port e692a722-3963-4751-9d93-b18e2a6479e7, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=e692a722-3963-4751-9d93-b18e2a6479e7,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:10.956370 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.956370 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 940315f9-6a75-4c16-9166-0eec03d50673 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:10.967706 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-15bbb5cd-cc75-4f24-8f6a-50a3632520ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27876178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28535813'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.983281 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:11.005102 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f6fa9c28-951a-4a9d-b5cf-3806bcf2cb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:11.060905 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=e692a722-3963-4751-9d93-b18e2a6479e7,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:11.064276 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:11.071110 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 940315f9-6a75-4c16-9166-0eec03d50673 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:11.071488 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:11.084457 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbb5cd-cc75-4f24-8f6a-50a3632520ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=977e5204-d18c-4de1-afe8-10a332e1bf3f,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:11.092928 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-15bbb5cd-cc75-4f24-8f6a-50a3632520ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:11.103951 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-ca512d57-f430-4047-b567-c09df34e5962 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:11.105388 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-ca512d57-f430-4047-b567-c09df34e5962 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/networks?id=1b000be7-9e01-4eab-9594-f68a1f57b023 HTTP/1.1" status: 200 len: 811 time: 0.1943898 Jun 23 16:20:11.119350 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bbb5cd-cc75-4f24-8f6a-50a3632520ef admin admin] Checking segment: {'id': '26511ee8-a1a7-497c-8245-7c8019e8b1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:11.119487 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bbb5cd-cc75-4f24-8f6a-50a3632520ef admin admin] Network hostable DHCP agents. Network: 56262acc-6e19-4114-b508-d6ed6d5a3f69, hostable agents: ['88654902-c5d2-43b7-8665-7f4837121134'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:20:11.125091 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-5aba3a9c-92e5-4cc9-b51d-e0c4470bc581 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/quotas/ccb1c70ac0a544fc9ae07ec1c3c74c2c HTTP/1.1" status: 200 len: 375 time: 0.0131485 Jun 23 16:20:11.169707 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bbb5cd-cc75-4f24-8f6a-50a3632520ef admin admin] Network 56262acc-6e19-4114-b508-d6ed6d5a3f69 is scheduled to be hosted by DHCP agent 88654902-c5d2-43b7-8665-7f4837121134 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:20:11.183949 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-15bbb5cd-cc75-4f24-8f6a-50a3632520ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-smb, 56262acc-6e19-4114-b508-d6ed6d5a3f69) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:11.188849 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbb5cd-cc75-4f24-8f6a-50a3632520ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:11.189995 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-15bbb5cd-cc75-4f24-8f6a-50a3632520ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:11.194141 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a44ff2a-ec95-4339-a6cb-5dab48e3d149 None None] Network 56262acc-6e19-4114-b508-d6ed6d5a3f69 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:20:11.211634 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-15bbb5cd-cc75-4f24-8f6a-50a3632520ef admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7195690 Jun 23 16:20:11.214225 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60664) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:11.218844 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1474241952-router', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:11.234337 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-d34a6bcd-7877-46ae-961a-e43f71640f16 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006739 Jun 23 16:20:11.278061 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130133'] for router, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:11.279259 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130126'] for router, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:11.349324 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5237497-c313-485b-817c-c294073d9491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27577dd8-cecf-5f66-a3c4-1df2aa8f496d-56262acc-6e19-4114-b508-d6ed6d5a3f69', 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'fixed_ips': [{'subnet_id': '977e5204-d18c-4de1-afe8-10a332e1bf3f'}]}} from dv-cinder-788363-4-smb. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:20:11.350248 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d5237497-c313-485b-817c-c294073d9491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:11.378906 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:11.385225 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-03dd3c53-73f2-4e9e-9d68-23c78b26ab63 service neutron] 10.222.0.23 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375670 Jun 23 16:20:11.501493 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-d5237497-c313-485b-817c-c294073d9491 None None] Allocated IP 172.20.0.2 (56262acc-6e19-4114-b508-d6ed6d5a3f69/977e5204-d18c-4de1-afe8-10a332e1bf3f/701e7d54-4b12-463c-9c2c-0606fdbf7e9b) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:11.574192 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130160'] for router, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:11.619405 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-fe2a854d-48ab-407d-a572-ac999b627e4a service neutron] 10.222.0.23 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013588 Jun 23 16:20:11.801502 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d5237497-c313-485b-817c-c294073d9491 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:11.813447 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d5237497-c313-485b-817c-c294073d9491 None None] Transition to ACTIVE for port object 701e7d54-4b12-463c-9c2c-0606fdbf7e9b will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:11.838730 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d5237497-c313-485b-817c-c294073d9491 None None] Transition to ACTIVE for port object 701e7d54-4b12-463c-9c2c-0606fdbf7e9b will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:11.845682 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:11.847256 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d5237497-c313-485b-817c-c294073d9491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:11.849347 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-7907d953-7eb6-4574-9734-4c377bb40144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:11.890073 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-73f3fe9b-c920-41ae-a831-fc6aaa2a34dd req-a73ed5d6-f745-4231-8eb0-c3ddee9fe7bb tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 210 time: 0.0459275 Jun 23 16:20:11.890667 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5237497-c313-485b-817c-c294073d9491 None None] Network 56262acc-6e19-4114-b508-d6ed6d5a3f69 is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:11.891685 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:11.901289 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-d5237497-c313-485b-817c-c294073d9491 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:11.904723 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Sync routers for ids ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:20:11.915425 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5237497-c313-485b-817c-c294073d9491 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:11.920137 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Routers {'c0f12b2e-87ba-4220-ab58-56dcecf98ee8'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:11.922339 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:11.965698 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5237497-c313-485b-817c-c294073d9491 None None] Pushing event updated for resources: {'Port': ['ID=701e7d54-4b12-463c-9c2c-0606fdbf7e9b,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:11.979947 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d5237497-c313-485b-817c-c294073d9491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:12.036133 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-d5237497-c313-485b-817c-c294073d9491 None None] Attempting to bind port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:20:12.036714 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-d5237497-c313-485b-817c-c294073d9491 None None] Attempting to bind port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '26511ee8-a1a7-497c-8245-7c8019e8b1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:20:12.037250 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5237497-c313-485b-817c-c294073d9491 None None] Attempting to bind port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b on network 56262acc-6e19-4114-b508-d6ed6d5a3f69 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:12.043677 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5237497-c313-485b-817c-c294073d9491 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:20:12.044073 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5237497-c313-485b-817c-c294073d9491 None None] Checking segment: {'id': '26511ee8-a1a7-497c-8245-7c8019e8b1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:12.044648 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d5237497-c313-485b-817c-c294073d9491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.045134 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5237497-c313-485b-817c-c294073d9491 None None] Bound using segment: {'id': '26511ee8-a1a7-497c-8245-7c8019e8b1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:20:12.045760 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-d5237497-c313-485b-817c-c294073d9491 None None] Bound port: 701e7d54-4b12-463c-9c2c-0606fdbf7e9b, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26511ee8-a1a7-497c-8245-7c8019e8b1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:20:12.046247 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d5237497-c313-485b-817c-c294073d9491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.063208 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Set router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:12.078164 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Allocated IP 172.28.1.146 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/ccf78085-23b0-4748-acde-ba7bbdc280ad) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:12.146347 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d5237497-c313-485b-817c-c294073d9491 None None] For port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:20:12.154328 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d5237497-c313-485b-817c-c294073d9491 None None] For port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=701e7d54-4b12-463c-9c2c-0606fdbf7e9b,segment=NetworkSegment(26511ee8-a1a7-497c-8245-7c8019e8b1b8),segment_id=26511ee8-a1a7-497c-8245-7c8019e8b1b8)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:20:12.165883 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d5237497-c313-485b-817c-c294073d9491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.169233 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-268bbc35-0233-41b9-9b7d-c25e49fcf00d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:12.257172 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5237497-c313-485b-817c-c294073d9491 None None] Pushing event updated for resources: {'Port': ['ID=701e7d54-4b12-463c-9c2c-0606fdbf7e9b,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:12.260650 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.262507 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d5237497-c313-485b-817c-c294073d9491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:12.317755 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.320530 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-d1510105-c95d-4c9b-81a0-9d1da2f0edca tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:12.354607 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 4, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port': {'id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7ab62982-a8db-4343-8c29-fda11fccf68a', 'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'mac_address': 'fa:16:3e:da:08:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:07Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 2, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'subnets': [{'id': '85877f4c-b164-4c9c-9927-927f51d73307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:12.364133 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:12.371087 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:12.380617 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Pushing event updated for resources: {'Port': ['ID=ccf78085-23b0-4748-acde-ba7bbdc280ad,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:12.382213 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Checking router: c0f12b2e-87ba-4220-ab58-56dcecf98ee8 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:20:12.382213 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Updating router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 port 7ab62982-a8db-4343-8c29-fda11fccf68a binding host dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:20:12.384050 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:12.386592 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:12.464075 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.689794 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 701e7d54-4b12-463c-9c2c-0606fdbf7e9b up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:12.751309 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:12.755960 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device e692a722-3963-4751-9d93-b18e2a6479e7 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:12.774657 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.827112 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port e692a722-3963-4751-9d93-b18e2a6479e7 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:12.828282 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:13.065323 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Notify callbacks [] for port, precommit_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:13.090440 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.provisioning_blocks [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Transition to ACTIVE for port object 7ab62982-a8db-4343-8c29-fda11fccf68a will not be triggered until provisioned by entity L2. {{(pid=93119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:13.103626 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:13.112807 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-c43a526b-ce3c-4c47-b5bf-8c29189b1ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:13.203380 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Pushing event updated for resources: {'Port': ['ID=7ab62982-a8db-4343-8c29-fda11fccf68a,revision_number=3']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:13.233394 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:13.233842 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:13.234341 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:13.234749 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:13.235149 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:13.235552 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:13.236026 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:13.236425 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:13.236863 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:13.237292 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:13.237694 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:13.238092 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:13.246817 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:13.254030 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Attempting to bind port 7ab62982-a8db-4343-8c29-fda11fccf68a on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:20:13.254677 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Attempting to bind port 7ab62982-a8db-4343-8c29-fda11fccf68a by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '0bce02e8-459a-4a70-8508-eb4ff6d88de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be'}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:20:13.256241 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Attempting to bind port 7ab62982-a8db-4343-8c29-fda11fccf68a on network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:13.270385 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:20:13.270900 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Checking segment: {'id': '0bce02e8-459a-4a70-8508-eb4ff6d88de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:13.271310 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:13.271713 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Bound using segment: {'id': '0bce02e8-459a-4a70-8508-eb4ff6d88de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be'} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:20:13.272212 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Bound port: 7ab62982-a8db-4343-8c29-fda11fccf68a, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bce02e8-459a-4a70-8508-eb4ff6d88de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be'}}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:20:13.272584 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:13.408258 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] For port 7ab62982-a8db-4343-8c29-fda11fccf68a, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:20:13.412185 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] For port 7ab62982-a8db-4343-8c29-fda11fccf68a, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=7ab62982-a8db-4343-8c29-fda11fccf68a,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:20:13.418619 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:13.420798 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c15a59f5-119c-44b1-9f1b-bbc17270b9cc req-6e1d2bf5-8b4c-4892-a6d9-dd10dbbaa626 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 210 time: 0.0559504 Jun 23 16:20:13.421328 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:13.484295 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Routers {'c0f12b2e-87ba-4220-ab58-56dcecf98ee8'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:13.484942 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:13.577941 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3750299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451959'] for router, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:13.588285 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b59e7e1-5fdd-4fae-a785-6857286f0be6 None None] Network 56262acc-6e19-4114-b508-d6ed6d5a3f69 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:20:13.634941 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Pushing event updated for resources: {'Port': ['ID=7ab62982-a8db-4343-8c29-fda11fccf68a,revision_number=4']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:13.645733 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-9ccc075f-cf1f-4588-87be-c2a360a4f512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:13.657682 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] Set router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:13.708551 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-ad33ca0c-10d5-4977-97e2-1c523727bc52 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:13.709900 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-ad33ca0c-10d5-4977-97e2-1c523727bc52 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.86 "GET /v2.0/networks?id=1b000be7-9e01-4eab-9594-f68a1f57b023 HTTP/1.1" status: 200 len: 811 time: 0.2840524 Jun 23 16:20:13.827889 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d8a8c40b-865d-46a4-aea0-888bd5775b47 None None] Provisioning for port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:13.835132 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-288e45a7-9e5a-4dd1-871a-e77ee5158168 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c HTTP/1.1" status: 200 len: 379 time: 0.0911636 Jun 23 16:20:13.835293 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d8a8c40b-865d-46a4-aea0-888bd5775b47 None None] Provisioning complete for port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:13.835562 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c40b-865d-46a4-aea0-888bd5775b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:13.849049 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Request body: {'port': {'device_id': '3ada6283-ed17-48d3-9b7a-7d9f29a9691a', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'admin_state_up': True, 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'security_groups': ['878de3d3-1df4-4a95-bd96-c89ca7865599']}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:13.867011 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Router 4bb13b82-2f27-4f87-8369-f687ad5bde47 is scheduled to L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 with binding_index 1 {{(pid=93114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:20:13.959706 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 4, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port': {'id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7ab62982-a8db-4343-8c29-fda11fccf68a', 'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'mac_address': 'fa:16:3e:da:08:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:07Z', 'updated_at': '2021-06-23T16:20:13Z', 'revision_number': 4, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'subnets': [{'id': '85877f4c-b164-4c9c-9927-927f51d73307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:13.962975 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c40b-865d-46a4-aea0-888bd5775b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:13.995729 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d37ad-b405-4c25-a38d-43b6b1843d66 None None] The sync data for ids ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'] in dv-cinder-788363-4-smb is: [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 4, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port': {'id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7ab62982-a8db-4343-8c29-fda11fccf68a', 'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'mac_address': 'fa:16:3e:da:08:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:07Z', 'updated_at': '2021-06-23T16:20:13Z', 'revision_number': 4, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'subnets': [{'id': '85877f4c-b164-4c9c-9927-927f51d73307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:20:14.006596 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d8a8c40b-865d-46a4-aea0-888bd5775b47 None None] For port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=701e7d54-4b12-463c-9c2c-0606fdbf7e9b,segment=NetworkSegment(26511ee8-a1a7-497c-8245-7c8019e8b1b8),segment_id=26511ee8-a1a7-497c-8245-7c8019e8b1b8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:14.015888 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c40b-865d-46a4-aea0-888bd5775b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:14.020541 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:14.095164 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8c40b-865d-46a4-aea0-888bd5775b47 None None] Pushing event updated for resources: {'Port': ['ID=701e7d54-4b12-463c-9c2c-0606fdbf7e9b,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:14.099682 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d8a8c40b-865d-46a4-aea0-888bd5775b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:14.131728 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:20:14.140994 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Made reservation on behalf of ccb1c70ac0a544fc9ae07ec1c3c74c2c for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:14.145500 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Sync routers for ids ['4bb13b82-2f27-4f87-8369-f687ad5bde47'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:20:14.146439 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:14.156051 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Routers {'4bb13b82-2f27-4f87-8369-f687ad5bde47'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:14.156848 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['4bb13b82-2f27-4f87-8369-f687ad5bde47'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:14.180186 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:14.184421 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60698) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:14.196219 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9808886 Jun 23 16:20:14.294905 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-9e8a3eb2-1b31-456f-982c-47b010be63ac None None] Provisioning complete for port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:14.295603 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9e8a3eb2-1b31-456f-982c-47b010be63ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:14.337181 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Allocated IP 172.20.0.10 (1b000be7-9e01-4eab-9594-f68a1f57b023/8ea3c836-5a07-41aa-bcd3-addf438d9fd2/f5f3eec9-f368-4045-ae81-e63efc5b558b) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:14.379401 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Set router 4bb13b82-2f27-4f87-8369-f687ad5bde47 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:14.522343 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:14.541762 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Transition to ACTIVE for port object f5f3eec9-f368-4045-ae81-e63efc5b558b will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:14.610456 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:14.615845 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7d5e114e-dc0f-4320-acf9-adaa21b35fd0 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:14.647248 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7ab62982-a8db-4343-8c29-fda11fccf68a up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:14.731434 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Network 1b000be7-9e01-4eab-9594-f68a1f57b023 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:14.741467 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:14.744720 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:14.745016 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port 7ab62982-a8db-4343-8c29-fda11fccf68a completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:14.748105 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event updated for resources: {'Port': ['ID=f5f3eec9-f368-4045-ae81-e63efc5b558b,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:14.752275 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:14.759233 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'name': 'tempest-TestShelveInstance-1474241952-router', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:20:12Z', 'revision_number': 3, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'gw_port': {'id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:14.763672 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 7ab62982-a8db-4343-8c29-fda11fccf68a triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:14.764282 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:14.805491 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:14.813684 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Checking router: 4bb13b82-2f27-4f87-8369-f687ad5bde47 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:20:14.814042 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Updating router 4bb13b82-2f27-4f87-8369-f687ad5bde47 port ccf78085-23b0-4748-acde-ba7bbdc280ad binding host dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:20:14.819682 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503196f0-df26-43f0-91c2-dc7a13384fba req-9f73b82d-2a29-477f-a246-3c90f88aa307 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:14.821374 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-503196f0-df26-43f0-91c2-dc7a13384fba req-9f73b82d-2a29-477f-a246-3c90f88aa307 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 932 time: 0.1613455 Jun 23 16:20:14.830245 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:14.833365 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:14.872959 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:14.910742 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-37eb18ac-5df9-4c17-b95f-4f00475dfbe7 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0666170 Jun 23 16:20:14.933331 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-503196f0-df26-43f0-91c2-dc7a13384fba req-7cfdeb6f-a18a-4e6c-bc59-e838fa11bad4 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=878de3d3-1df4-4a95-bd96-c89ca7865599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913796 Jun 23 16:20:14.953514 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Request body: {'port': {'device_id': '3ada6283-ed17-48d3-9b7a-7d9f29a9691a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:15.026812 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.046425 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Allocated IP 172.20.0.1 (56262acc-6e19-4114-b508-d6ed6d5a3f69/977e5204-d18c-4de1-afe8-10a332e1bf3f/d662dc34-c500-4120-99b6-129240b05972) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:15.132381 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.203314 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.208002 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port 7ab62982-a8db-4343-8c29-fda11fccf68a, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=7ab62982-a8db-4343-8c29-fda11fccf68a,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:15.210703 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-06262d3f-6d78-4dc2-a05b-652465656ba5 None None] Provisioning for port f5f3eec9-f368-4045-ae81-e63efc5b558b completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:15.221112 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Transition to ACTIVE for port object d662dc34-c500-4120-99b6-129240b05972 will not be triggered until provisioned by entity DHCP. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:15.224861 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.225719 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 701e7d54-4b12-463c-9c2c-0606fdbf7e9b up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:15.227378 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-06262d3f-6d78-4dc2-a05b-652465656ba5 None None] Provisioning complete for port f5f3eec9-f368-4045-ae81-e63efc5b558b triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:15.227740 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-06262d3f-6d78-4dc2-a05b-652465656ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.231048 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:15.255494 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28743793'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.258970 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-8da8ce14-9a24-426d-971b-41a05d64b822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:15.292540 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Network 56262acc-6e19-4114-b508-d6ed6d5a3f69 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:15.308684 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:15.318722 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:15.351921 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Pushing event updated for resources: {'Port': ['ID=d662dc34-c500-4120-99b6-129240b05972,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:15.359124 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:15.368358 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395127'] for router_interface, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.453282 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f3eec9-f368-4045-ae81-e63efc5b558b {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:15.463377 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.478534 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Transition to ACTIVE for port object f5f3eec9-f368-4045-ae81-e63efc5b558b will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:15.483975 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.488561 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6751c3fc-0211-4c87-afc3-2166a8ad112e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:15.547014 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f3eec9-f368-4045-ae81-e63efc5b558b,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:15.547742 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-06262d3f-6d78-4dc2-a05b-652465656ba5 None None] Port f5f3eec9-f368-4045-ae81-e63efc5b558b cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:20:15.551295 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:15.560784 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=7ab62982-a8db-4343-8c29-fda11fccf68a,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:15.566321 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.572734 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:15.584420 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.601367 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Transition to ACTIVE for port object ccf78085-23b0-4748-acde-ba7bbdc280ad will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:15.604502 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:15.604766 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.639826 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.646331 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:15.680333 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Attempting to bind port f5f3eec9-f368-4045-ae81-e63efc5b558b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:20:15.680848 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Attempting to bind port f5f3eec9-f368-4045-ae81-e63efc5b558b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:20:15.681439 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Attempting to bind port f5f3eec9-f368-4045-ae81-e63efc5b558b on network 1b000be7-9e01-4eab-9594-f68a1f57b023 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:15.688343 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Port f5f3eec9-f368-4045-ae81-e63efc5b558b on network 1b000be7-9e01-4eab-9594-f68a1f57b023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:20:15.688803 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Attempting to bind port f5f3eec9-f368-4045-ae81-e63efc5b558b on network 1b000be7-9e01-4eab-9594-f68a1f57b023 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:15.694562 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:20:15.695022 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Checking segment: {'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:15.695491 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Bound using segment: {'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:20:15.696031 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Bound port: f5f3eec9-f368-4045-ae81-e63efc5b558b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd875c327-266a-41ed-b13c-80582ffbeff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:20:15.696467 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.723321 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Attempting to bind port ccf78085-23b0-4748-acde-ba7bbdc280ad on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:20:15.726893 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Attempting to bind port ccf78085-23b0-4748-acde-ba7bbdc280ad by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:20:15.728491 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Attempting to bind port ccf78085-23b0-4748-acde-ba7bbdc280ad on network bacb7425-026e-474c-af91-e51d72b71c61 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:15.740639 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:20:15.742103 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Checking segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:15.743134 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.743624 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Bound using segment: {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:20:15.744029 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Bound port: ccf78085-23b0-4748-acde-ba7bbdc280ad, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746a698b-2d87-4dc0-9523-2134773c46d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:20:15.746561 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.750607 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-51612c91-ba66-4f82-9e6b-4d6e480eb52a None None] Provisioning for port d662dc34-c500-4120-99b6-129240b05972 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:15.757103 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-51612c91-ba66-4f82-9e6b-4d6e480eb52a None None] Provisioning complete for port d662dc34-c500-4120-99b6-129240b05972 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:15.757481 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-51612c91-ba66-4f82-9e6b-4d6e480eb52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.778303 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] For port f5f3eec9-f368-4045-ae81-e63efc5b558b, host hv-cinder-78836, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:20:15.782353 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] For port f5f3eec9-f368-4045-ae81-e63efc5b558b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f5f3eec9-f368-4045-ae81-e63efc5b558b,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:20:15.783151 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af8e73-4862-44f9-b460-b990a2c0e0d6 None None] Pushing event updated for resources: {'Port': ['ID=ccf78085-23b0-4748-acde-ba7bbdc280ad,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:15.787903 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.791358 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.794856 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ebf6a88c-f01c-4309-b984-a9eca8c872c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:15.796896 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.801070 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2023726d-80f7-407b-af77-a177e13750f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:15.812955 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-40af8e73-4862-44f9-b460-b990a2c0e0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:15.835247 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:15.836000 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.837641 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] 10.222.0.86 "PUT /v2.0/ports/f5f3eec9-f368-4045-ae81-e63efc5b558b HTTP/1.1" status: 200 len: 1094 time: 0.9012592 Jun 23 16:20:15.847038 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ada6283-ed17-48d3-9b7a-7d9f29a9691a', 'tag': 'f5f3eec9-f368-4045-ae81-e63efc5b558b'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:15.850976 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f953150b-354a-4759-8b6d-f3ab0493d4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3ada6283-ed17-48d3-9b7a-7d9f29a9691a", "tag": "f5f3eec9-f368-4045-ae81-e63efc5b558b"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:15.859609 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-51612c91-ba66-4f82-9e6b-4d6e480eb52a None None] Port d662dc34-c500-4120-99b6-129240b05972 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:20:15.889557 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] For port ccf78085-23b0-4748-acde-ba7bbdc280ad, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:20:15.895707 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] For port ccf78085-23b0-4748-acde-ba7bbdc280ad, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=ccf78085-23b0-4748-acde-ba7bbdc280ad,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:20:15.901869 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.905731 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:15.906769 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f3eec9-f368-4045-ae81-e63efc5b558b,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:15.912063 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f074c79d-34c1-4e84-b53e-8cb94fa820f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:15.928468 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Pushing event updated for resources: {'Port': ['ID=d662dc34-c500-4120-99b6-129240b05972,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:15.935840 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3880405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395163'] for router_interface, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:15.938493 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:15.959972 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Routers {'4bb13b82-2f27-4f87-8369-f687ad5bde47'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:15.960706 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['4bb13b82-2f27-4f87-8369-f687ad5bde47'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:15.975061 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b05020-51de-4fd3-a7cd-483037481410 x-openstack-request-id: req-79b05020-51de-4fd3-a7cd-483037481410 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:15.975297 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ada6283-ed17-48d3-9b7a-7d9f29a9691a", "tag": "f5f3eec9-f368-4045-ae81-e63efc5b558b", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:15.975510 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79b05020-51de-4fd3-a7cd-483037481410 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:15.976108 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ada6283-ed17-48d3-9b7a-7d9f29a9691a', 'tag': 'f5f3eec9-f368-4045-ae81-e63efc5b558b', 'status': 'completed', 'code': 200} Jun 23 16:20:16.008716 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-bf52b1fd-b848-4c4e-aff8-1e75dc60b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:16.010227 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-bf52b1fd-b848-4c4e-aff8-1e75dc60b016 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c&device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 1097 time: 0.0912337 Jun 23 16:20:16.031950 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af8e73-4862-44f9-b460-b990a2c0e0d6 None None] Pushing event updated for resources: {'Port': ['ID=ccf78085-23b0-4748-acde-ba7bbdc280ad,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:16.038183 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-40af8e73-4862-44f9-b460-b990a2c0e0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:16.078408 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-e1cd3830-442f-45f0-901b-63c0429ed407 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5f3eec9-f368-4045-ae81-e63efc5b558b HTTP/1.1" status: 200 len: 217 time: 0.0530071 Jun 23 16:20:16.109651 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Network 56262acc-6e19-4114-b508-d6ed6d5a3f69 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:16.111670 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:16.128719 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] Set router 4bb13b82-2f27-4f87-8369-f687ad5bde47 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:16.195074 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-722cd670-4ab5-46a8-aabe-c40633e76616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:16.197856 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-722cd670-4ab5-46a8-aabe-c40633e76616 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ea3c836-5a07-41aa-bcd3-addf438d9fd2 HTTP/1.1" status: 200 len: 850 time: 0.1101251 Jun 23 16:20:16.267153 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Router 4bb13b82-2f27-4f87-8369-f687ad5bde47 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:20:16.269606 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ff2bb-2762-4c83-bb2c-565f34200ad5 req-1e0e9304-a772-4da1-a752-3bae8d346078 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:16.271537 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-204ff2bb-2762-4c83-bb2c-565f34200ad5 req-1e0e9304-a772-4da1-a752-3bae8d346078 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 944 time: 0.1742685 Jun 23 16:20:16.345832 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-204ff2bb-2762-4c83-bb2c-565f34200ad5 req-e29884ce-e996-4b27-9b71-d352be89096d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=878de3d3-1df4-4a95-bd96-c89ca7865599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666051 Jun 23 16:20:16.347902 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-0867aff3-9e66-482b-9f47-0562fee2c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:16.349476 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-0867aff3-9e66-482b-9f47-0562fee2c350 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b000be7-9e01-4eab-9594-f68a1f57b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1406803 Jun 23 16:20:16.409607 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:20:16.415910 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'name': 'tempest-TestShelveInstance-1474241952-router', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 4, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'gw_port': {'id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': 'd662dc34-c500-4120-99b6-129240b05972', 'name': '', 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'mac_address': 'fa:16:3e:3e:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '977e5204-d18c-4de1-afe8-10a332e1bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:14Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 2, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'subnets': [{'id': '977e5204-d18c-4de1-afe8-10a332e1bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:16.418788 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] 10.222.0.23 "PUT /v2.0/routers/4bb13b82-2f27-4f87-8369-f687ad5bde47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2331691 Jun 23 16:20:16.443345 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d931a-08f6-45d7-92c8-483a14d0ce13 None None] The sync data for ids ['4bb13b82-2f27-4f87-8369-f687ad5bde47'] in dv-cinder-788363-4-smb is: [{'id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'name': 'tempest-TestShelveInstance-1474241952-router', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 4, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'gw_port': {'id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': 'd662dc34-c500-4120-99b6-129240b05972', 'name': '', 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'mac_address': 'fa:16:3e:3e:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '977e5204-d18c-4de1-afe8-10a332e1bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:14Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 2, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'subnets': [{'id': '977e5204-d18c-4de1-afe8-10a332e1bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:20:16.456416 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-3c85a021-3969-4197-93dd-fd7db392481d service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991318 Jun 23 16:20:16.457394 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-0d3c60a6-6260-48d6-b003-0b3bcf96ded1 None None] Provisioning complete for port d662dc34-c500-4120-99b6-129240b05972 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:16.457771 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0d3c60a6-6260-48d6-b003-0b3bcf96ded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:16.507279 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-0d3c60a6-6260-48d6-b003-0b3bcf96ded1 None None] Port d662dc34-c500-4120-99b6-129240b05972 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:20:16.555018 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7ab62982-a8db-4343-8c29-fda11fccf68a up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:16.569918 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2aa79f0d-4305-41ab-8b09-ce4d426c1d69 req-d8c8d223-35c1-4c8e-ab58-f48e2c1e7996 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012769 Jun 23 16:20:16.617679 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port 7ab62982-a8db-4343-8c29-fda11fccf68a triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:16.617978 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:16.819362 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953150b-354a-4759-8b6d-f3ab0493d4ed req-718b0716-f075-4328-9c04-0b2aa405272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:16.821040 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f953150b-354a-4759-8b6d-f3ab0493d4ed req-718b0716-f075-4328-9c04-0b2aa405272c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c&device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 1097 time: 0.0952621 Jun 23 16:20:16.924406 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953150b-354a-4759-8b6d-f3ab0493d4ed req-17af991d-4bfb-481b-8e3a-ac5c23e17265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:16.926025 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f953150b-354a-4759-8b6d-f3ab0493d4ed req-17af991d-4bfb-481b-8e3a-ac5c23e17265 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b000be7-9e01-4eab-9594-f68a1f57b023 HTTP/1.1" status: 200 len: 912 time: 0.0974052 Jun 23 16:20:16.977398 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f953150b-354a-4759-8b6d-f3ab0493d4ed req-373c5193-c3f9-45a7-b2d0-55b98c81eacb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5f3eec9-f368-4045-ae81-e63efc5b558b HTTP/1.1" status: 200 len: 217 time: 0.0421748 Jun 23 16:20:17.033566 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953150b-354a-4759-8b6d-f3ab0493d4ed req-da415b2f-09a1-4555-87b9-fad29200a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:17.035126 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f953150b-354a-4759-8b6d-f3ab0493d4ed req-da415b2f-09a1-4555-87b9-fad29200a100 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ea3c836-5a07-41aa-bcd3-addf438d9fd2 HTTP/1.1" status: 200 len: 850 time: 0.0503359 Jun 23 16:20:17.096809 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60730) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:17.102330 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-6232531d-119b-4182-b724-f76c8fe9cc3d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-635303003', 'description': 'tempest-secgroup-smoke-635303003 description', 'project_id': '99195f2cdfe54167a23737a323af5d2f'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:17.132623 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953150b-354a-4759-8b6d-f3ab0493d4ed req-6ff8c1e5-aca4-4c26-99b2-b34a3ae54c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:17.135097 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f953150b-354a-4759-8b6d-f3ab0493d4ed req-6ff8c1e5-aca4-4c26-99b2-b34a3ae54c03 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b000be7-9e01-4eab-9594-f68a1f57b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0911529 Jun 23 16:20:17.135534 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6232531d-119b-4182-b724-f76c8fe9cc3d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.283861 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f953150b-354a-4759-8b6d-f3ab0493d4ed req-22d60104-783e-4d31-8749-3758fa792653 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388221 Jun 23 16:20:17.376972 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6232531d-119b-4182-b724-f76c8fe9cc3d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.390740 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6232531d-119b-4182-b724-f76c8fe9cc3d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.398921 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b7a7948f-9d60-4e17-8a34-5b1b7f26557a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:17.444078 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f953150b-354a-4759-8b6d-f3ab0493d4ed req-42fd6123-f429-4fa5-bf67-1319d5bd1bfe service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521311 Jun 23 16:20:17.449762 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6232531d-119b-4182-b724-f76c8fe9cc3d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.453947 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-6232531d-119b-4182-b724-f76c8fe9cc3d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3532708 Jun 23 16:20:17.454317 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 60734) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:17.456114 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232531d-119b-4182-b724-f76c8fe9cc3d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1370a1-f60e-4657-b60f-7706f4d6f00b,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:17.459113 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-f4b4bd54-09fe-42ae-b70c-9cd0812a52c7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Request body: {'security_group_rule': {'security_group_id': '4d1370a1-f60e-4657-b60f-7706f4d6f00b', 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:17.459373 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6232531d-119b-4182-b724-f76c8fe9cc3d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:17.491354 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f4b4bd54-09fe-42ae-b70c-9cd0812a52c7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.552730 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e4274-51fe-445f-90b2-04905cd7d752 req-3defa6a5-4aae-4e4d-a879-dd593d56c429 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:17.554483 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8f9e4274-51fe-445f-90b2-04905cd7d752 req-3defa6a5-4aae-4e4d-a879-dd593d56c429 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 944 time: 0.0724516 Jun 23 16:20:17.564474 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f4b4bd54-09fe-42ae-b70c-9cd0812a52c7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.572266 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f4b4bd54-09fe-42ae-b70c-9cd0812a52c7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.582496 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:17.596514 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8f9e4274-51fe-445f-90b2-04905cd7d752 req-be98de35-77e9-4de2-a6df-3e5889419f84 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=878de3d3-1df4-4a95-bd96-c89ca7865599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349994 Jun 23 16:20:17.603534 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4bd54-09fe-42ae-b70c-9cd0812a52c7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf09d245-c169-46e8-9ca4-fab32f5f15ef,revision_number=0']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:17.607321 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f4b4bd54-09fe-42ae-b70c-9cd0812a52c7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:17.608738 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f4b4bd54-09fe-42ae-b70c-9cd0812a52c7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.610462 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-f4b4bd54-09fe-42ae-b70c-9cd0812a52c7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550870 Jun 23 16:20:17.613219 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60736) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:17.617963 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-90dd4684-2af3-4dd4-a76d-c54e31bd96ca tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Request body: {'security_group_rule': {'security_group_id': '4d1370a1-f60e-4657-b60f-7706f4d6f00b', 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:17.647347 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-90dd4684-2af3-4dd4-a76d-c54e31bd96ca tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.696662 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-90dd4684-2af3-4dd4-a76d-c54e31bd96ca tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.700918 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-90dd4684-2af3-4dd4-a76d-c54e31bd96ca tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.703495 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:17.720586 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd4684-2af3-4dd4-a76d-c54e31bd96ca tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b32e7a8-5723-4d45-9000-94eaef5a71c2,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:17.723193 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-90dd4684-2af3-4dd4-a76d-c54e31bd96ca tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:17.730041 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-90dd4684-2af3-4dd4-a76d-c54e31bd96ca tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.734347 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-90dd4684-2af3-4dd4-a76d-c54e31bd96ca tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171324 Jun 23 16:20:17.734543 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60738) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:17.739648 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-e3e109cc-bf10-4568-9bb9-35869a595426 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Request body: {'security_group_rule': {'security_group_id': '4d1370a1-f60e-4657-b60f-7706f4d6f00b', 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:17.769776 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e3e109cc-bf10-4568-9bb9-35869a595426 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.829201 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e3e109cc-bf10-4568-9bb9-35869a595426 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.835247 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e3e109cc-bf10-4568-9bb9-35869a595426 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.837332 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-771719c1-08b3-44ed-858a-2aef4010404a tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:17.858479 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e109cc-bf10-4568-9bb9-35869a595426 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd59994-3af3-449a-8835-cdb60df89148,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:17.861383 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-e3e109cc-bf10-4568-9bb9-35869a595426 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:17.869780 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e3e109cc-bf10-4568-9bb9-35869a595426 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.871157 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-e3e109cc-bf10-4568-9bb9-35869a595426 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356728 Jun 23 16:20:17.874062 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60742) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:17.879082 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-019c9ee8-093b-421a-8d66-29dd766b7405 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Request body: {'security_group_rule': {'security_group_id': '4d1370a1-f60e-4657-b60f-7706f4d6f00b', 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:17.915022 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-019c9ee8-093b-421a-8d66-29dd766b7405 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.973178 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-019c9ee8-093b-421a-8d66-29dd766b7405 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.977359 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-019c9ee8-093b-421a-8d66-29dd766b7405 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.979514 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:17.995947 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c9ee8-093b-421a-8d66-29dd766b7405 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18eddaa9-f12c-4326-99a3-bad773c43e1a,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:17.998953 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-019c9ee8-093b-421a-8d66-29dd766b7405 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:18.004691 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-019c9ee8-093b-421a-8d66-29dd766b7405 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.005910 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-019c9ee8-093b-421a-8d66-29dd766b7405 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308699 Jun 23 16:20:18.008746 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60746) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:18.013155 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-04f890b6-98a8-41e3-af6a-8e159ecccb1f tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Request body: {'security_group_rule': {'security_group_id': '4d1370a1-f60e-4657-b60f-7706f4d6f00b', 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:18.036029 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.securitygroups_db [None req-04f890b6-98a8-41e3-af6a-8e159ecccb1f tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Project 99195f2cdfe54167a23737a323af5d2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:20:18.040877 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-04f890b6-98a8-41e3-af6a-8e159ecccb1f tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.101347 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-04f890b6-98a8-41e3-af6a-8e159ecccb1f tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.105534 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-04f890b6-98a8-41e3-af6a-8e159ecccb1f tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.107674 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-5977e3bc-19df-460d-ad14-0f4c567b5476 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:18.123588 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f890b6-98a8-41e3-af6a-8e159ecccb1f tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c398893-df6c-47dd-b865-6b37845d6be7,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:18.126641 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-04f890b6-98a8-41e3-af6a-8e159ecccb1f tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:18.133207 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-04f890b6-98a8-41e3-af6a-8e159ecccb1f tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.135251 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-04f890b6-98a8-41e3-af6a-8e159ecccb1f tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249344 Jun 23 16:20:18.137951 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60748) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:18.142984 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-4001c973-9b48-4c58-abf6-6dea26c19fcf tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Request body: {'security_group_rule': {'security_group_id': '4d1370a1-f60e-4657-b60f-7706f4d6f00b', 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:18.167054 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.securitygroups_db [None req-4001c973-9b48-4c58-abf6-6dea26c19fcf tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Project 99195f2cdfe54167a23737a323af5d2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:20:18.172356 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4001c973-9b48-4c58-abf6-6dea26c19fcf tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.235758 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4001c973-9b48-4c58-abf6-6dea26c19fcf tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.239397 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4001c973-9b48-4c58-abf6-6dea26c19fcf tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765353'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.241382 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:18.262643 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001c973-9b48-4c58-abf6-6dea26c19fcf tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6a07c6-1e04-41ab-a0bf-ab6fa37a919e,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:18.267610 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-4001c973-9b48-4c58-abf6-6dea26c19fcf tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:18.269584 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4001c973-9b48-4c58-abf6-6dea26c19fcf tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.274834 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-4001c973-9b48-4c58-abf6-6dea26c19fcf tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357207 Jun 23 16:20:18.558987 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f5f3eec9-f368-4045-ae81-e63efc5b558b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:20:18.580203 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device ccf78085-23b0-4748-acde-ba7bbdc280ad up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:18.690171 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Sync routers for ids ['4bb13b82-2f27-4f87-8369-f687ad5bde47'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:20:18.697247 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port f5f3eec9-f368-4045-ae81-e63efc5b558b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f5f3eec9-f368-4045-ae81-e63efc5b558b,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:18.700103 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port ccf78085-23b0-4748-acde-ba7bbdc280ad completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:18.703610 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Routers {'4bb13b82-2f27-4f87-8369-f687ad5bde47'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:18.704484 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['4bb13b82-2f27-4f87-8369-f687ad5bde47'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:18.711152 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port ccf78085-23b0-4748-acde-ba7bbdc280ad triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:18.711596 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.713392 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': 'f5f3eec9-f368-4045-ae81-e63efc5b558b', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'port_id': 'f5f3eec9-f368-4045-ae81-e63efc5b558b', 'mac_address': 'fa:16:3e:e1:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:20:18.768161 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.795432 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f3eec9-f368-4045-ae81-e63efc5b558b {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:18.820297 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port f5f3eec9-f368-4045-ae81-e63efc5b558b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f5f3eec9-f368-4045-ae81-e63efc5b558b,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:18.825806 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Set router 4bb13b82-2f27-4f87-8369-f687ad5bde47 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:18.845597 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.849732 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:18.865190 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bd1f1-a161-4840-b9d3-7830a181c28a req-c92c86fa-6ce6-434b-8a91-508bb79b765c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:18.874787 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f00bd1f1-a161-4840-b9d3-7830a181c28a req-c92c86fa-6ce6-434b-8a91-508bb79b765c tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 944 time: 0.1345019 Jun 23 16:20:18.905079 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=f5f3eec9-f368-4045-ae81-e63efc5b558b,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:18.909557 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:18.920429 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.924550 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f00bd1f1-a161-4840-b9d3-7830a181c28a req-e9938794-1150-48b3-9cff-743f07e5349a tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=878de3d3-1df4-4a95-bd96-c89ca7865599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482183 Jun 23 16:20:18.946781 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port ccf78085-23b0-4748-acde-ba7bbdc280ad, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=ccf78085-23b0-4748-acde-ba7bbdc280ad,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:18.952142 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.954124 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-40af8e73-4862-44f9-b460-b990a2c0e0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:19.006901 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=ccf78085-23b0-4748-acde-ba7bbdc280ad,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:19.010311 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:19.066945 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'name': 'tempest-TestShelveInstance-1474241952-router', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 4, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'gw_port': {'id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': 'd662dc34-c500-4120-99b6-129240b05972', 'name': '', 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'mac_address': 'fa:16:3e:3e:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '977e5204-d18c-4de1-afe8-10a332e1bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:14Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 2, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'subnets': [{'id': '977e5204-d18c-4de1-afe8-10a332e1bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:19.093204 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Checking router: 4bb13b82-2f27-4f87-8369-f687ad5bde47 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:20:19.093581 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Updating router 4bb13b82-2f27-4f87-8369-f687ad5bde47 port d662dc34-c500-4120-99b6-129240b05972 binding host dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:20:19.128572 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:19.199292 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['f5f3eec9-f368-4045-ae81-e63efc5b558b'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:19.426907 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Notify callbacks [] for port, precommit_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:19.438451 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.provisioning_blocks [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Transition to ACTIVE for port object d662dc34-c500-4120-99b6-129240b05972 will not be triggered until provisioned by entity L2. {{(pid=93119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:19.445232 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:19.447829 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:19.499731 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53148b-1554-4579-bd78-d06ae1ee0c28 None None] Pushing event updated for resources: {'Port': ['ID=d662dc34-c500-4120-99b6-129240b05972,revision_number=3']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:19.505101 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-3a53148b-1554-4579-bd78-d06ae1ee0c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:19.561466 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Attempting to bind port d662dc34-c500-4120-99b6-129240b05972 on host dv-cinder-788363-4-smb for vnic_type normal with profile {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:20:19.562055 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Attempting to bind port d662dc34-c500-4120-99b6-129240b05972 by drivers openvswitch,hyperv on host dv-cinder-788363-4-smb at level 0 using segments [{'id': '26511ee8-a1a7-497c-8245-7c8019e8b1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69'}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:20:19.562463 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Attempting to bind port d662dc34-c500-4120-99b6-129240b05972 on network 56262acc-6e19-4114-b508-d6ed6d5a3f69 {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:19.568026 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Checking agent: {'id': 'aec6ccd3-5afc-4cfa-93b9-baa393890957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 7, 28), 'started_at': datetime.datetime(2021, 6, 23, 16, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:20:19.568399 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Checking segment: {'id': '26511ee8-a1a7-497c-8245-7c8019e8b1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:19.568794 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:19.569206 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Bound using segment: {'id': '26511ee8-a1a7-497c-8245-7c8019e8b1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69'} {{(pid=93119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:20:19.569653 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.managers [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Bound port: d662dc34-c500-4120-99b6-129240b05972, host: dv-cinder-788363-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26511ee8-a1a7-497c-8245-7c8019e8b1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69'}}] {{(pid=93119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:20:19.570027 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:19.639314 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] For port d662dc34-c500-4120-99b6-129240b05972, host dv-cinder-788363-4-smb, cleared binding levels {{(pid=93119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:20:19.642542 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.plugins.ml2.db [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] For port d662dc34-c500-4120-99b6-129240b05972, host dv-cinder-788363-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=d662dc34-c500-4120-99b6-129240b05972,segment=NetworkSegment(26511ee8-a1a7-497c-8245-7c8019e8b1b8),segment_id=26511ee8-a1a7-497c-8245-7c8019e8b1b8)] {{(pid=93119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:20:19.648084 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron_lib.callbacks.manager [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:19.651151 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-388cdf00-819a-43bb-8462-e35bf2dcb554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:19.707891 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Routers {'4bb13b82-2f27-4f87-8369-f687ad5bde47'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:19.708678 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['4bb13b82-2f27-4f87-8369-f687ad5bde47'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:19.713609 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53148b-1554-4579-bd78-d06ae1ee0c28 None None] Pushing event updated for resources: {'Port': ['ID=d662dc34-c500-4120-99b6-129240b05972,revision_number=4']} {{(pid=93119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:19.747249 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG oslo_concurrency.lockutils [None req-3a53148b-1554-4579-bd78-d06ae1ee0c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:19.825796 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] Set router 4bb13b82-2f27-4f87-8369-f687ad5bde47 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:20.129963 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb84ba-66d6-41f5-a43a-c4df0a9908b9 req-df39813a-e88d-4822-aa3b-32fe46f33743 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:20.131844 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e4eb84ba-66d6-41f5-a43a-c4df0a9908b9 req-df39813a-e88d-4822-aa3b-32fe46f33743 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 945 time: 0.0800698 Jun 23 16:20:20.138838 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'name': 'tempest-TestShelveInstance-1474241952-router', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 4, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'gw_port': {'id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': 'd662dc34-c500-4120-99b6-129240b05972', 'name': '', 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'mac_address': 'fa:16:3e:3e:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '977e5204-d18c-4de1-afe8-10a332e1bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:14Z', 'updated_at': '2021-06-23T16:20:19Z', 'revision_number': 4, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'subnets': [{'id': '977e5204-d18c-4de1-afe8-10a332e1bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:20.171742 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6971fe-cfdb-41dc-9a8f-dd3ae5f4dce6 None None] The sync data for ids ['4bb13b82-2f27-4f87-8369-f687ad5bde47'] in dv-cinder-788363-4-smb is: [{'id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'name': 'tempest-TestShelveInstance-1474241952-router', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 4, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'gw_port': {'id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': 'd662dc34-c500-4120-99b6-129240b05972', 'name': '', 'network_id': '56262acc-6e19-4114-b508-d6ed6d5a3f69', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'mac_address': 'fa:16:3e:3e:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '977e5204-d18c-4de1-afe8-10a332e1bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:14Z', 'updated_at': '2021-06-23T16:20:19Z', 'revision_number': 4, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'subnets': [{'id': '977e5204-d18c-4de1-afe8-10a332e1bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:20:20.173074 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e4eb84ba-66d6-41f5-a43a-c4df0a9908b9 req-60d96947-0b7c-48d2-8a94-cb9378738d95 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=878de3d3-1df4-4a95-bd96-c89ca7865599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339611 Jun 23 16:20:20.570837 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device ccf78085-23b0-4748-acde-ba7bbdc280ad up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:20.576086 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f5f3eec9-f368-4045-ae81-e63efc5b558b up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:20.658516 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port ccf78085-23b0-4748-acde-ba7bbdc280ad triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:20.658858 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:20.684107 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port f5f3eec9-f368-4045-ae81-e63efc5b558b completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:20.693366 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port f5f3eec9-f368-4045-ae81-e63efc5b558b triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:20.693867 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:20.804135 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device d662dc34-c500-4120-99b6-129240b05972 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:20.839739 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:20.871060 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ada6283-ed17-48d3-9b7a-7d9f29a9691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f3eec9-f368-4045-ae81-e63efc5b558b'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:20.873323 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd176e3a-fec1-4e84-9dcc-6a66fdb1e64f" -d '{"events": [{"server_uuid": "3ada6283-ed17-48d3-9b7a-7d9f29a9691a", "name": "network-vif-plugged", "status": "completed", "tag": "f5f3eec9-f368-4045-ae81-e63efc5b558b"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:20.891196 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port f5f3eec9-f368-4045-ae81-e63efc5b558b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f5f3eec9-f368-4045-ae81-e63efc5b558b,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:20.897288 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:20.899300 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:20.904705 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning for port d662dc34-c500-4120-99b6-129240b05972 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:20.923799 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port d662dc34-c500-4120-99b6-129240b05972 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:20.924235 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:20.929436 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06468a1-22e4-4b06-821b-3178bf68b6ef x-openstack-request-id: req-c06468a1-22e4-4b06-821b-3178bf68b6ef {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:20.930011 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ada6283-ed17-48d3-9b7a-7d9f29a9691a", "name": "network-vif-plugged", "status": "completed", "tag": "f5f3eec9-f368-4045-ae81-e63efc5b558b", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:20.930011 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c06468a1-22e4-4b06-821b-3178bf68b6ef {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:20.930392 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ada6283-ed17-48d3-9b7a-7d9f29a9691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f3eec9-f368-4045-ae81-e63efc5b558b', 'code': 200} Jun 23 16:20:20.987153 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=f5f3eec9-f368-4045-ae81-e63efc5b558b,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:20.990318 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:21.042225 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:21.074504 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] For port d662dc34-c500-4120-99b6-129240b05972, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=d662dc34-c500-4120-99b6-129240b05972,segment=NetworkSegment(26511ee8-a1a7-497c-8245-7c8019e8b1b8),segment_id=26511ee8-a1a7-497c-8245-7c8019e8b1b8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:21.079674 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:21.081694 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:21.134209 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Pushing event updated for resources: {'Port': ['ID=d662dc34-c500-4120-99b6-129240b05972,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:21.137732 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:21.200213 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c6092-fd44-4185-858b-ffdedb5d08f3 req-a5d0b1fb-6ffd-4346-87cc-354ef5372ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:21.201746 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e6c6092-fd44-4185-858b-ffdedb5d08f3 req-a5d0b1fb-6ffd-4346-87cc-354ef5372ea7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 1099 time: 0.0562513 Jun 23 16:20:21.240886 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e6c6092-fd44-4185-858b-ffdedb5d08f3 req-5dc22765-f1b6-471e-b3aa-aab21dc5f4dc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=878de3d3-1df4-4a95-bd96-c89ca7865599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316274 Jun 23 16:20:21.363805 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03547c6-273e-4566-bec4-671e8b5c29d9 req-210c6d91-43ed-40f2-8c10-c4fdf23b193a tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:21.365343 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f03547c6-273e-4566-bec4-671e8b5c29d9 req-210c6d91-43ed-40f2-8c10-c4fdf23b193a tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 946 time: 0.0643556 Jun 23 16:20:21.408392 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f03547c6-273e-4566-bec4-671e8b5c29d9 req-9132f3ab-8a33-46a2-a90a-4844cf7af03d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=878de3d3-1df4-4a95-bd96-c89ca7865599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372286 Jun 23 16:20:21.753249 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3141c21-95ca-453b-a5e8-edc18845b9c0 req-36dd99a6-9cf0-41e3-9d5d-be1f8f825a26 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:21.754774 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e3141c21-95ca-453b-a5e8-edc18845b9c0 req-36dd99a6-9cf0-41e3-9d5d-be1f8f825a26 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0671384 Jun 23 16:20:21.798507 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e3141c21-95ca-453b-a5e8-edc18845b9c0 req-e3a1cfb1-740f-4cc4-a9fd-2073754ff6d4 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 Jun 23 16:20:22.540372 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device d662dc34-c500-4120-99b6-129240b05972 up at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:22.589655 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d700ca2-8d5c-42bc-bd79-fea19823e1df req-e83b2586-8b13-4ca8-8d38-0796a305711e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:22.591199 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0d700ca2-8d5c-42bc-bd79-fea19823e1df req-e83b2586-8b13-4ca8-8d38-0796a305711e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 946 time: 0.0671976 Jun 23 16:20:22.592762 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Provisioning complete for port d662dc34-c500-4120-99b6-129240b05972 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:22.593100 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:22.633203 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0d700ca2-8d5c-42bc-bd79-fea19823e1df req-e37e291d-e402-4549-96de-89666c486aa2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=878de3d3-1df4-4a95-bd96-c89ca7865599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358377 Jun 23 16:20:22.981235 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba0732-5c8a-431a-a0b8-22abd103d622 req-917dbda9-7712-4c01-9e71-ac6c349f141b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:22.982918 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b5ba0732-5c8a-431a-a0b8-22abd103d622 req-917dbda9-7712-4c01-9e71-ac6c349f141b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0660303 Jun 23 16:20:23.023088 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b5ba0732-5c8a-431a-a0b8-22abd103d622 req-705e2df9-3630-4a8a-b13d-54c3a168218f tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341837 Jun 23 16:20:23.817337 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99a79b-2de9-40e2-8edf-4fc0e4493a96 req-83635885-6fa4-452e-ad87-8b4ae19fb7bb tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:23.818800 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ce99a79b-2de9-40e2-8edf-4fc0e4493a96 req-83635885-6fa4-452e-ad87-8b4ae19fb7bb tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 946 time: 0.0659790 Jun 23 16:20:23.857337 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ce99a79b-2de9-40e2-8edf-4fc0e4493a96 req-ed8c133c-ba28-4283-a4f6-3d8dd60b7de6 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=878de3d3-1df4-4a95-bd96-c89ca7865599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327947 Jun 23 16:20:24.029610 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a5e7b-8c1d-4f52-8e3e-1f49b04d181f req-28e574f7-c0d0-487a-8d3d-e2987e9a233b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:24.031172 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-981a5e7b-8c1d-4f52-8e3e-1f49b04d181f req-28e574f7-c0d0-487a-8d3d-e2987e9a233b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 946 time: 0.0680041 Jun 23 16:20:24.040246 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 60856) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:24.045317 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [None req-2f452643-d379-4edd-9681-b762a274c07e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Request body: {'floatingip': {'port_id': 'f5f3eec9-f368-4045-ae81-e63efc5b558b'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:24.091625 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f452643-d379-4edd-9681-b762a274c07e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:24.680333 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68407e2a-6870-4880-a0bc-72f2a07a4522 req-c64f49d0-4d1e-4a0e-9223-e9c13810c2db tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:24.681882 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-68407e2a-6870-4880-a0bc-72f2a07a4522 req-c64f49d0-4d1e-4a0e-9223-e9c13810c2db tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 946 time: 0.5307698 Jun 23 16:20:24.769938 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-68407e2a-6870-4880-a0bc-72f2a07a4522 req-32e2a413-9f54-4cf3-a407-072434bb50de tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814404 Jun 23 16:20:24.907162 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f452643-d379-4edd-9681-b762a274c07e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:24.912336 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f452643-d379-4edd-9681-b762a274c07e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:25.014344 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.l3_db [None req-2f452643-d379-4edd-9681-b762a274c07e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Floating IP ee9048cf-75ee-497a-acb4-8ee1fb83038e associated. External IP: 172.28.1.245, port: f5f3eec9-f368-4045-ae81-e63efc5b558b. Jun 23 16:20:25.231204 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f452643-d379-4edd-9681-b762a274c07e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Router 027e3077-f591-46c6-83a7-758c13036535 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:20:25.338835 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f452643-d379-4edd-9681-b762a274c07e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:20:25.343482 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f452643-d379-4edd-9681-b762a274c07e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:25.348486 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed08aeb4-5495-4a28-a2e6-ddc91111f15c None None] Sync routers for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:20:25.358253 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed08aeb4-5495-4a28-a2e6-ddc91111f15c None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:25.358920 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-ed08aeb4-5495-4a28-a2e6-ddc91111f15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:25.388007 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-2f452643-d379-4edd-9681-b762a274c07e tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "PUT /v2.0/floatingips/ee9048cf-75ee-497a-acb4-8ee1fb83038e HTTP/1.1" status: 200 len: 992 time: 1.3464820 Jun 23 16:20:25.388776 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ada6283-ed17-48d3-9b7a-7d9f29a9691a', 'tag': 'f5f3eec9-f368-4045-ae81-e63efc5b558b'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:25.392211 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc68100-e4b8-4c93-8439-986e0bff186e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ada6283-ed17-48d3-9b7a-7d9f29a9691a", "tag": "f5f3eec9-f368-4045-ae81-e63efc5b558b"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:25.421473 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ca8275c2-3248-4987-aa72-46507821b3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:25.435069 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b2f520-61ba-474a-a7c1-b9940575fede x-openstack-request-id: req-91b2f520-61ba-474a-a7c1-b9940575fede {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:25.435818 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ada6283-ed17-48d3-9b7a-7d9f29a9691a", "tag": "f5f3eec9-f368-4045-ae81-e63efc5b558b", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:25.436348 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91b2f520-61ba-474a-a7c1-b9940575fede {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:25.436973 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ada6283-ed17-48d3-9b7a-7d9f29a9691a', 'tag': 'f5f3eec9-f368-4045-ae81-e63efc5b558b', 'status': 'completed', 'code': 200} Jun 23 16:20:25.571758 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc68100-e4b8-4c93-8439-986e0bff186e req-4b1de4ab-edcb-493a-a7da-ffc874f2b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:25.573191 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3cc68100-e4b8-4c93-8439-986e0bff186e req-4b1de4ab-edcb-493a-a7da-ffc874f2b92b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c&device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 1099 time: 0.0626671 Jun 23 16:20:25.607128 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-ed08aeb4-5495-4a28-a2e6-ddc91111f15c None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:25.671349 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc68100-e4b8-4c93-8439-986e0bff186e req-48336f58-8b68-41fa-a43c-3373d643d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:25.672825 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3cc68100-e4b8-4c93-8439-986e0bff186e req-48336f58-8b68-41fa-a43c-3373d643d403 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b000be7-9e01-4eab-9594-f68a1f57b023 HTTP/1.1" status: 200 len: 912 time: 0.0920916 Jun 23 16:20:25.745014 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3cc68100-e4b8-4c93-8439-986e0bff186e req-e73b8bd2-c686-4cdf-b22b-f8a512143876 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5f3eec9-f368-4045-ae81-e63efc5b558b HTTP/1.1" status: 200 len: 1000 time: 0.0619938 Jun 23 16:20:25.797118 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc68100-e4b8-4c93-8439-986e0bff186e req-c7bfaedc-045a-4bcb-8f7b-316bdb4a4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:25.798747 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3cc68100-e4b8-4c93-8439-986e0bff186e req-c7bfaedc-045a-4bcb-8f7b-316bdb4a4d1b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ea3c836-5a07-41aa-bcd3-addf438d9fd2 HTTP/1.1" status: 200 len: 850 time: 0.0457227 Jun 23 16:20:25.870042 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc68100-e4b8-4c93-8439-986e0bff186e req-4d3d45f3-c211-4a3d-8218-5cd2f12de7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:25.871795 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3cc68100-e4b8-4c93-8439-986e0bff186e req-4d3d45f3-c211-4a3d-8218-5cd2f12de7c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b000be7-9e01-4eab-9594-f68a1f57b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0617380 Jun 23 16:20:25.901082 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-ed08aeb4-5495-4a28-a2e6-ddc91111f15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': 'ee9048cf-75ee-497a-acb4-8ee1fb83038e', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'floating_ip_address': '172.28.1.245', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': '027e3077-f591-46c6-83a7-758c13036535', 'port_id': 'f5f3eec9-f368-4045-ae81-e63efc5b558b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'mac_address': 'fa:16:3e:e1:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada6283-ed17-48d3-9b7a-7d9f29a9691a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:20:10Z', 'updated_at': '2021-06-23T16:20:24Z', 'revision_number': 1, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 5, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:25.929110 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed08aeb4-5495-4a28-a2e6-ddc91111f15c None None] Checking router: 027e3077-f591-46c6-83a7-758c13036535 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:20:25.937934 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed08aeb4-5495-4a28-a2e6-ddc91111f15c None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:25.938587 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-ed08aeb4-5495-4a28-a2e6-ddc91111f15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:19:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:26.007153 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3cc68100-e4b8-4c93-8439-986e0bff186e req-db804ffb-50f0-457b-9bf4-fda0b45f6105 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277921 Jun 23 16:20:26.047503 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-ed08aeb4-5495-4a28-a2e6-ddc91111f15c None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:26.101847 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce120eb6-f141-4837-bfc8-af655e7a6229 req-4ef704f8-f354-46c6-950a-2b3f45e822f1 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:26.103393 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ce120eb6-f141-4837-bfc8-af655e7a6229 req-4ef704f8-f354-46c6-950a-2b3f45e822f1 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 946 time: 0.1977677 Jun 23 16:20:26.141276 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3cc68100-e4b8-4c93-8439-986e0bff186e req-63acd4ef-8604-46a6-9eb7-905545badfd6 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235743 Jun 23 16:20:26.171002 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ce120eb6-f141-4837-bfc8-af655e7a6229 req-7b509440-10a0-4c52-895e-14176497b665 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606985 Jun 23 16:20:26.287799 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-ed08aeb4-5495-4a28-a2e6-ddc91111f15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': 'ee9048cf-75ee-497a-acb4-8ee1fb83038e', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'floating_ip_address': '172.28.1.245', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': '027e3077-f591-46c6-83a7-758c13036535', 'port_id': 'f5f3eec9-f368-4045-ae81-e63efc5b558b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'mac_address': 'fa:16:3e:e1:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada6283-ed17-48d3-9b7a-7d9f29a9691a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:20:10Z', 'updated_at': '2021-06-23T16:20:24Z', 'revision_number': 1, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 5, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:26.290420 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:20:26.318156 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed08aeb4-5495-4a28-a2e6-ddc91111f15c None None] The sync data for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb is: [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': 'ee9048cf-75ee-497a-acb4-8ee1fb83038e', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'floating_ip_address': '172.28.1.245', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': '027e3077-f591-46c6-83a7-758c13036535', 'port_id': 'f5f3eec9-f368-4045-ae81-e63efc5b558b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'mac_address': 'fa:16:3e:e1:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ada6283-ed17-48d3-9b7a-7d9f29a9691a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:20:10Z', 'updated_at': '2021-06-23T16:20:24Z', 'revision_number': 1, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 5, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:20:26.492750 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664901c5-f649-409f-a994-cb685c151ae6 None None] New status for floating IP ee9048cf-75ee-497a-acb4-8ee1fb83038e: ACTIVE {{(pid=93119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:20:27.344406 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65847d77-1be7-48bd-9ac0-6fb65480a1c2 req-3fa7a4c8-ba34-4e9c-b867-60cbd0c0a3c3 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:27.345937 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-65847d77-1be7-48bd-9ac0-6fb65480a1c2 req-3fa7a4c8-ba34-4e9c-b867-60cbd0c0a3c3 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0658171 Jun 23 16:20:27.392420 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-65847d77-1be7-48bd-9ac0-6fb65480a1c2 req-dc6ed6f3-8587-4829-98cc-316a7ee97614 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Jun 23 16:20:27.917164 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-12dcaeb8-74f3-4566-a098-6a4c242f52da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:28.282355 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:28.307471 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f43e1-5824-4183-a6f9-cd3e1a7b112e req-172175cc-4332-4e17-ae86-5554e384899e tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:28.309012 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-901f43e1-5824-4183-a6f9-cd3e1a7b112e req-172175cc-4332-4e17-ae86-5554e384899e tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0678174 Jun 23 16:20:28.416805 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-901f43e1-5824-4183-a6f9-cd3e1a7b112e req-76085bc8-a5c4-4b16-890d-c33c52482ff6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Deleting port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:20:28.417520 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-901f43e1-5824-4183-a6f9-cd3e1a7b112e req-76085bc8-a5c4-4b16-890d-c33c52482ff6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:28.514649 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-901f43e1-5824-4183-a6f9-cd3e1a7b112e req-76085bc8-a5c4-4b16-890d-c33c52482ff6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] For port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b97cad32-ac41-4a9b-a5e9-2ef7a82695b1,segment=NetworkSegment(41280b94-985f-4c57-9021-45ad615540be),segment_id=41280b94-985f-4c57-9021-45ad615540be)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:28.514982 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-901f43e1-5824-4183-a6f9-cd3e1a7b112e req-76085bc8-a5c4-4b16-890d-c33c52482ff6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:28.527900 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-901f43e1-5824-4183-a6f9-cd3e1a7b112e req-76085bc8-a5c4-4b16-890d-c33c52482ff6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Calling delete_port for b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:20:28.666533 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1b431-6935-4bf6-9ba5-854e3cf31a97 req-1f4819b4-a0a5-45f7-8b4d-c9405f119859 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:28.668037 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-cfc1b431-6935-4bf6-9ba5-854e3cf31a97 req-1f4819b4-a0a5-45f7-8b4d-c9405f119859 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f197d7a-bff3-45fd-88a1-4dc615e6a1b5 HTTP/1.1" status: 200 len: 946 time: 0.1381595 Jun 23 16:20:28.744713 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-cfc1b431-6935-4bf6-9ba5-854e3cf31a97 req-eb1aea6c-d23f-495f-97ed-dbacf4b7bddd tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702596 Jun 23 16:20:28.752684 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-901f43e1-5824-4183-a6f9-cd3e1a7b112e req-76085bc8-a5c4-4b16-890d-c33c52482ff6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:28.758695 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-5c858f33-37e0-472e-bfdb-aab471368f31 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:28.787772 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76085bc8-a5c4-4b16-890d-c33c52482ff6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Pushing event deleted for resources: {'Port': ['ID=b97cad32-ac41-4a9b-a5e9-2ef7a82695b1,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:28.792350 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-76085bc8-a5c4-4b16-890d-c33c52482ff6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:28.835062 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-901f43e1-5824-4183-a6f9-cd3e1a7b112e req-76085bc8-a5c4-4b16-890d-c33c52482ff6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] No DVR routers for this DVR port b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 on host hv-cinder-78836 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:20:28.837711 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-901f43e1-5824-4183-a6f9-cd3e1a7b112e req-76085bc8-a5c4-4b16-890d-c33c52482ff6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:28.839750 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-901f43e1-5824-4183-a6f9-cd3e1a7b112e req-76085bc8-a5c4-4b16-890d-c33c52482ff6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.86 "DELETE /v2.0/ports/b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 HTTP/1.1" status: 204 len: 173 time: 0.5212989 Jun 23 16:20:28.840335 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f197d7a-bff3-45fd-88a1-4dc615e6a1b5', 'name': 'network-vif-deleted', 'tag': 'b97cad32-ac41-4a9b-a5e9-2ef7a82695b1'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:28.842832 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212fe9c0-c2ed-46d1-9a82-5f526368a2ed" -d '{"events": [{"server_uuid": "5f197d7a-bff3-45fd-88a1-4dc615e6a1b5", "name": "network-vif-deleted", "tag": "b97cad32-ac41-4a9b-a5e9-2ef7a82695b1"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:28.882852 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d118d77-d19e-414a-bf93-1eee8bf5cb2d x-openstack-request-id: req-2d118d77-d19e-414a-bf93-1eee8bf5cb2d {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:28.883210 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f197d7a-bff3-45fd-88a1-4dc615e6a1b5", "name": "network-vif-deleted", "tag": "b97cad32-ac41-4a9b-a5e9-2ef7a82695b1", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:28.883525 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d118d77-d19e-414a-bf93-1eee8bf5cb2d {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:28.883981 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f197d7a-bff3-45fd-88a1-4dc615e6a1b5', 'name': 'network-vif-deleted', 'tag': 'b97cad32-ac41-4a9b-a5e9-2ef7a82695b1', 'status': 'completed', 'code': 200} Jun 23 16:20:29.014958 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:30.540085 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:30.627311 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:20:30.649265 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:20:30.649623 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device b97cad32-ac41-4a9b-a5e9-2ef7a82695b1 not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:20:32.421767 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-36953082-2672-4237-a086-2d8f4cb1bf77 req-da72b114-d9d7-4078-9a2a-3953148f92be service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584071 Jun 23 16:20:32.545788 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953082-2672-4237-a086-2d8f4cb1bf77 req-22aedd3b-155e-4e5a-8100-d756fc436684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:32.547434 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-36953082-2672-4237-a086-2d8f4cb1bf77 req-22aedd3b-155e-4e5a-8100-d756fc436684 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 1098 time: 0.0545249 Jun 23 16:20:32.603740 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:32.679585 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953082-2672-4237-a086-2d8f4cb1bf77 req-4f0a7469-c6c3-4f13-9780-c26a64cd9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:32.681051 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-36953082-2672-4237-a086-2d8f4cb1bf77 req-4f0a7469-c6c3-4f13-9780-c26a64cd9281 service neutron] 10.222.0.86 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 918 time: 0.0927889 Jun 23 16:20:32.752396 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-36953082-2672-4237-a086-2d8f4cb1bf77 req-0d55b295-ac49-4b86-b7db-47ac3fd8b727 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe HTTP/1.1" status: 200 len: 1001 time: 0.0597477 Jun 23 16:20:32.802697 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953082-2672-4237-a086-2d8f4cb1bf77 req-cf01ce34-9aa1-4711-a440-73a80f21d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:32.804131 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-36953082-2672-4237-a086-2d8f4cb1bf77 req-cf01ce34-9aa1-4711-a440-73a80f21d03c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8215ec0e-2baa-40c1-82f0-7424b50eab30 HTTP/1.1" status: 200 len: 856 time: 0.0479159 Jun 23 16:20:32.864048 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953082-2672-4237-a086-2d8f4cb1bf77 req-08875471-05f5-4d23-b338-6fa0945bc748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:32.865582 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-36953082-2672-4237-a086-2d8f4cb1bf77 req-08875471-05f5-4d23-b338-6fa0945bc748 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0539150 Jun 23 16:20:32.954038 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-36953082-2672-4237-a086-2d8f4cb1bf77 req-97be1f59-b340-4097-bfea-8934773ea085 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814631 Jun 23 16:20:33.046267 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-36953082-2672-4237-a086-2d8f4cb1bf77 req-bea40a9c-308e-40c6-ba4c-06321a9268ff service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851917 Jun 23 16:20:33.731898 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-4a079aa5-d3dd-476a-8532-6d0938c430b0 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:33.733489 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-4a079aa5-d3dd-476a-8532-6d0938c430b0 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/networks?id=f27af112-a0f7-4d1f-9519-02c5b877a85b HTTP/1.1" status: 200 len: 814 time: 0.1042864 Jun 23 16:20:33.750889 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-f968af48-ed6c-43f5-9225-607ca109ad32 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/quotas/ec636c95eaf04c318c9b14feff97ebcd HTTP/1.1" status: 200 len: 375 time: 0.0102906 Jun 23 16:20:33.788251 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-4b69810e-451f-458d-a776-37c2125f9695 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec636c95eaf04c318c9b14feff97ebcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330029 Jun 23 16:20:33.922302 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-4a25e88a-dd21-4c7d-bec2-738f7127419a service neutron] 10.222.0.23 "GET /v2.0/networks/f27af112-a0f7-4d1f-9519-02c5b877a85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271214 Jun 23 16:20:34.016712 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-89b51c0a-7d18-432a-8c12-2df7028bc1ca service neutron] 10.222.0.23 "GET /v2.0/networks/f27af112-a0f7-4d1f-9519-02c5b877a85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882905 Jun 23 16:20:34.189282 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-98224b86-a7a0-4137-b0e3-4d62b58f6480 req-3dfcc98b-6e8c-41cf-8c06-b18c1001db5f tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 210 time: 0.0291531 Jun 23 16:20:35.331681 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-df14a9c8-b4b0-41eb-9ca8-cdbf7adaa633 req-b4498a09-c8e7-4caa-8b0a-080437db5479 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 210 time: 0.0299954 Jun 23 16:20:35.572677 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-271f74f6-d1e5-42d9-ade3-b8f520495d88 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:35.574247 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-271f74f6-d1e5-42d9-ade3-b8f520495d88 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.86 "GET /v2.0/networks?id=f27af112-a0f7-4d1f-9519-02c5b877a85b HTTP/1.1" status: 200 len: 814 time: 0.1086910 Jun 23 16:20:35.599002 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Request body: {'port': {'device_id': '956d626f-730b-4379-8f56-cd85af213b42', 'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b', 'admin_state_up': True, 'tenant_id': 'ec636c95eaf04c318c9b14feff97ebcd'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:35.729424 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Made reservation on behalf of ec636c95eaf04c318c9b14feff97ebcd for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:35.733523 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:35.913204 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-1adcfe49-f4e3-403c-8834-534c1be8425d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-635303003&fields=id&tenant_id=99195f2cdfe54167a23737a323af5d2f HTTP/1.1" status: 200 len: 267 time: 0.0511782 Jun 23 16:20:35.920871 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Allocated IP 172.20.0.6 (f27af112-a0f7-4d1f-9519-02c5b877a85b/3cd86962-8ccb-40cf-aae0-2d785020ec1d/e218323e-fa2f-4a2c-8d67-e62c71256de3) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:36.104556 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-12327d55-9f5f-4aa7-896a-59de3155b953 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:36.106099 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-12327d55-9f5f-4aa7-896a-59de3155b953 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/networks?id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be HTTP/1.1" status: 200 len: 808 time: 0.1814759 Jun 23 16:20:36.164480 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b7edbc9e-d4eb-47d3-b21e-cfcd3895c438 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/quotas/99195f2cdfe54167a23737a323af5d2f HTTP/1.1" status: 200 len: 375 time: 0.0164723 Jun 23 16:20:36.238624 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:36.276057 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-3f766717-65a3-43b9-8935-99b3a2d8e9be tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=99195f2cdfe54167a23737a323af5d2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036744 Jun 23 16:20:36.315915 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27874754'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:36.321738 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-e370c05f-759b-4b6c-9d07-aa5c00b62d3d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:36.407370 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Network f27af112-a0f7-4d1f-9519-02c5b877a85b is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:36.408207 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Pushing event updated for resources: {'Port': ['ID=e218323e-fa2f-4a2c-8d67-e62c71256de3,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:36.412280 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:36.413263 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:36.416858 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:36.473210 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-6ed8c91b-1a7c-40eb-8338-1ab6968732a4 service neutron] 10.222.0.23 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835141 Jun 23 16:20:36.524971 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:36.525578 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:36.862513 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-e68bc3bc-f223-489e-9072-944390e00239 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2699013 Jun 23 16:20:36.885780 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.v2.base [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Request body: {'port': {'device_id': '956d626f-730b-4379-8f56-cd85af213b42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:36.933122 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67fbed-34a1-42d7-811a-0b60f66644ea req-12cb7d6c-c010-48fb-8a85-2d61c3f3af44 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:36.934624 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ab67fbed-34a1-42d7-811a-0b60f66644ea req-12cb7d6c-c010-48fb-8a85-2d61c3f3af44 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 931 time: 0.4797571 Jun 23 16:20:36.940207 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2919b06f-7f86-4ca7-bd02-128ac3fece78 service neutron] 10.222.0.23 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484682 Jun 23 16:20:37.009265 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ab67fbed-34a1-42d7-811a-0b60f66644ea req-1617c475-dfb6-48d5-a201-9ece309ba9ea tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681450 Jun 23 16:20:37.012009 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:37.275327 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-df550f74-d32b-4cef-a6db-5739b4730216 req-08257c20-37e5-401a-be79-bc40176a30d0 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 210 time: 0.0346069 Jun 23 16:20:37.324710 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e218323e-fa2f-4a2c-8d67-e62c71256de3 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:37.333079 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:37.349311 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Transition to ACTIVE for port object e218323e-fa2f-4a2c-8d67-e62c71256de3 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:37.354874 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:37.358380 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:37.410136 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Pushing event updated for resources: {'Port': ['ID=e218323e-fa2f-4a2c-8d67-e62c71256de3,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:37.416329 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:37.482403 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Attempting to bind port e218323e-fa2f-4a2c-8d67-e62c71256de3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:20:37.482737 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Attempting to bind port e218323e-fa2f-4a2c-8d67-e62c71256de3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '41280b94-985f-4c57-9021-45ad615540be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:20:37.483061 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Attempting to bind port e218323e-fa2f-4a2c-8d67-e62c71256de3 on network f27af112-a0f7-4d1f-9519-02c5b877a85b {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:37.488830 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Port e218323e-fa2f-4a2c-8d67-e62c71256de3 on network f27af112-a0f7-4d1f-9519-02c5b877a85b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:20:37.489253 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Attempting to bind port e218323e-fa2f-4a2c-8d67-e62c71256de3 on network f27af112-a0f7-4d1f-9519-02c5b877a85b {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:37.495443 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:20:37.495752 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Checking segment: {'id': '41280b94-985f-4c57-9021-45ad615540be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:37.496314 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Bound using segment: {'id': '41280b94-985f-4c57-9021-45ad615540be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:20:37.496877 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Bound port: e218323e-fa2f-4a2c-8d67-e62c71256de3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41280b94-985f-4c57-9021-45ad615540be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:20:37.497281 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:37.565448 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] For port e218323e-fa2f-4a2c-8d67-e62c71256de3, host hv-cinder-78836, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:20:37.566370 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] For port e218323e-fa2f-4a2c-8d67-e62c71256de3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e218323e-fa2f-4a2c-8d67-e62c71256de3,segment=NetworkSegment(41280b94-985f-4c57-9021-45ad615540be),segment_id=41280b94-985f-4c57-9021-45ad615540be)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:20:37.570904 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27874768'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:37.574069 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-91944992-7218-4043-af38-2a92ea64e373 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:37.608033 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:37.608643 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:37.609996 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] 10.222.0.86 "PUT /v2.0/ports/e218323e-fa2f-4a2c-8d67-e62c71256de3 HTTP/1.1" status: 200 len: 1093 time: 0.7323604 Jun 23 16:20:37.610540 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956d626f-730b-4379-8f56-cd85af213b42', 'tag': 'e218323e-fa2f-4a2c-8d67-e62c71256de3'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:37.612895 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c083f1-0e86-4c7e-a6af-593bc3688eea" -d '{"events": [{"name": "network-changed", "server_uuid": "956d626f-730b-4379-8f56-cd85af213b42", "tag": "e218323e-fa2f-4a2c-8d67-e62c71256de3"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:37.639834 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Pushing event updated for resources: {'Port': ['ID=e218323e-fa2f-4a2c-8d67-e62c71256de3,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:37.642920 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:37.660533 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27645d15-490d-420f-855d-08885bd9baaa x-openstack-request-id: req-27645d15-490d-420f-855d-08885bd9baaa {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:37.660927 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956d626f-730b-4379-8f56-cd85af213b42", "tag": "e218323e-fa2f-4a2c-8d67-e62c71256de3", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:37.661334 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27645d15-490d-420f-855d-08885bd9baaa {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:37.661676 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956d626f-730b-4379-8f56-cd85af213b42', 'tag': 'e218323e-fa2f-4a2c-8d67-e62c71256de3', 'status': 'completed', 'code': 200} Jun 23 16:20:37.759362 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-2c5d997d-2231-403f-8e95-15ecaeacba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:37.760847 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-2c5d997d-2231-403f-8e95-15ecaeacba3e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ec636c95eaf04c318c9b14feff97ebcd&device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 1096 time: 0.0551558 Jun 23 16:20:37.824568 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-ddc2b150-dcfe-48eb-8cfb-5a2950b44dfb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e218323e-fa2f-4a2c-8d67-e62c71256de3 HTTP/1.1" status: 200 len: 217 time: 0.0362160 Jun 23 16:20:37.894293 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-4c55682c-6b0d-4de3-87ab-b33ee37e1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:37.895931 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-4c55682c-6b0d-4de3-87ab-b33ee37e1060 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3cd86962-8ccb-40cf-aae0-2d785020ec1d HTTP/1.1" status: 200 len: 854 time: 0.0497453 Jun 23 16:20:37.929826 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-bc9c160b-c291-4922-bb7e-039ead8b139e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f27af112-a0f7-4d1f-9519-02c5b877a85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266850 Jun 23 16:20:38.025186 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-c67c3e18-efe9-4647-879a-0922f1a3b70c service neutron] 10.222.0.86 "GET /v2.0/networks/f27af112-a0f7-4d1f-9519-02c5b877a85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826392 Jun 23 16:20:38.124208 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-678f8a7c-f717-4000-a0fd-35be1653c2b8 req-59c54251-8d7e-4b95-bf9d-b48e4920d9f3 service neutron] 10.222.0.86 "GET /v2.0/networks/f27af112-a0f7-4d1f-9519-02c5b877a85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913100 Jun 23 16:20:38.187433 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173e22d-7f4d-41be-bcde-3e66f59ed880 req-4e12c787-180d-4eef-9d63-2e59dcc35fef tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:38.188920 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b173e22d-7f4d-41be-bcde-3e66f59ed880 req-4e12c787-180d-4eef-9d63-2e59dcc35fef tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 943 time: 0.0629113 Jun 23 16:20:38.228078 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b173e22d-7f4d-41be-bcde-3e66f59ed880 req-8b03012c-129d-417d-b79a-42d6851fcf53 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333371 Jun 23 16:20:38.290250 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c083f1-0e86-4c7e-a6af-593bc3688eea req-52e44be4-2bb6-490b-ae27-7d87a964522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:38.291767 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-27c083f1-0e86-4c7e-a6af-593bc3688eea req-52e44be4-2bb6-490b-ae27-7d87a964522d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ec636c95eaf04c318c9b14feff97ebcd&device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 1096 time: 0.0601008 Jun 23 16:20:38.394579 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c083f1-0e86-4c7e-a6af-593bc3688eea req-24a18a7d-dbff-48bb-a320-5b74a66ca23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:38.396195 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-27c083f1-0e86-4c7e-a6af-593bc3688eea req-24a18a7d-dbff-48bb-a320-5b74a66ca23c service neutron] 10.222.0.86 "GET /v2.0/networks?id=f27af112-a0f7-4d1f-9519-02c5b877a85b HTTP/1.1" status: 200 len: 915 time: 0.0963051 Jun 23 16:20:38.464101 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-27c083f1-0e86-4c7e-a6af-593bc3688eea req-67138139-99bb-4259-99d2-5bfeb9d16c63 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e218323e-fa2f-4a2c-8d67-e62c71256de3 HTTP/1.1" status: 200 len: 217 time: 0.0474730 Jun 23 16:20:38.555781 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9c44f61d-bf33-478f-bb33-255e28ef82bb req-b7337d57-e415-4fde-ba14-d565ac746b81 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 210 time: 0.0448797 Jun 23 16:20:38.613140 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c083f1-0e86-4c7e-a6af-593bc3688eea req-a0027a4c-0f09-449b-bf5e-2bde076dc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:38.614795 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-27c083f1-0e86-4c7e-a6af-593bc3688eea req-a0027a4c-0f09-449b-bf5e-2bde076dc480 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3cd86962-8ccb-40cf-aae0-2d785020ec1d HTTP/1.1" status: 200 len: 854 time: 0.0918603 Jun 23 16:20:38.668678 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-27c083f1-0e86-4c7e-a6af-593bc3688eea req-cf355556-cc71-4319-8ddc-ab7ba11d71c5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f27af112-a0f7-4d1f-9519-02c5b877a85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285521 Jun 23 16:20:38.669938 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-f446010f-d1b3-458a-b458-8ae3dbc352ad tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:38.671536 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-f446010f-d1b3-458a-b458-8ae3dbc352ad tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.86 "GET /v2.0/networks?id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be HTTP/1.1" status: 200 len: 808 time: 0.1483662 Jun 23 16:20:38.771937 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-36923ed2-bcc0-4167-b3d8-3e977e90566e tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99195f2cdfe54167a23737a323af5d2f HTTP/1.1" status: 200 len: 379 time: 0.0380218 Jun 23 16:20:38.783415 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Request body: {'port': {'device_id': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'admin_state_up': True, 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'security_groups': ['4d1370a1-f60e-4657-b60f-7706f4d6f00b']}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:38.806787 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222b8d4-75ee-4286-81c6-98aa0aedbad0 req-43283c5f-67a4-4740-85a9-5c1be75e10d8 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:38.808189 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c222b8d4-75ee-4286-81c6-98aa0aedbad0 req-43283c5f-67a4-4740-85a9-5c1be75e10d8 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.1194956 Jun 23 16:20:38.868701 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c222b8d4-75ee-4286-81c6-98aa0aedbad0 req-9054cbcf-bdc8-4623-a491-7265b83bb8ee tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547750 Jun 23 16:20:38.871015 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-27c083f1-0e86-4c7e-a6af-593bc3688eea req-aeff0146-8d5c-4264-8d59-b9ae9521f8e8 service neutron] 10.222.0.86 "GET /v2.0/networks/f27af112-a0f7-4d1f-9519-02c5b877a85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318932 Jun 23 16:20:38.906702 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Made reservation on behalf of 99195f2cdfe54167a23737a323af5d2f for: {'port': 1} {{(pid=93113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:38.910779 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.969043 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-27c083f1-0e86-4c7e-a6af-593bc3688eea req-05cb03f8-b087-49ce-87ed-8c826f2295bc service neutron] 10.222.0.86 "GET /v2.0/networks/f27af112-a0f7-4d1f-9519-02c5b877a85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893877 Jun 23 16:20:39.038964 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Allocated IP 172.20.0.4 (6f54cfdb-8eac-48da-b1a0-5e1ce05a77be/85877f4c-b164-4c9c-9927-927f51d73307/0683ee19-4c85-45c4-a1e4-5420183d8a10) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:39.193069 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.206584 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Transition to ACTIVE for port object 0683ee19-4c85-45c4-a1e4-5420183d8a10 will not be triggered until provisioned by entity DHCP. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:39.245648 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28743793'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.254897 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-537dd506-f9e0-4966-8cd6-99da8ddeb008 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:39.287809 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:39.290962 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:39.297152 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:39.333428 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Pushing event updated for resources: {'Port': ['ID=0683ee19-4c85-45c4-a1e4-5420183d8a10,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:39.337922 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:39.360171 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:39.360901 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.376830 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973434 Jun 23 16:20:39.401537 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Request body: {'port': {'device_id': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:39.425727 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128b183-dbbe-4c1e-a25e-879c9930c066 req-90f0cd4d-2e15-46c4-af17-18a809f6b69c tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:39.434254 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3128b183-dbbe-4c1e-a25e-879c9930c066 req-90f0cd4d-2e15-46c4-af17-18a809f6b69c tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 943 time: 0.0868435 Jun 23 16:20:39.469145 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3128b183-dbbe-4c1e-a25e-879c9930c066 req-25ccc8d9-f275-4bae-bee6-40f853f03941 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341520 Jun 23 16:20:39.481205 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.558972 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-ba9192e9-7f0f-43a6-9c4c-d3ea6775a03f None None] Provisioning for port 0683ee19-4c85-45c4-a1e4-5420183d8a10 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:39.563351 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-ba9192e9-7f0f-43a6-9c4c-d3ea6775a03f None None] Provisioning complete for port 0683ee19-4c85-45c4-a1e4-5420183d8a10 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:39.563671 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ba9192e9-7f0f-43a6-9c4c-d3ea6775a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.599874 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-ba9192e9-7f0f-43a6-9c4c-d3ea6775a03f None None] Port 0683ee19-4c85-45c4-a1e4-5420183d8a10 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:20:39.747842 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb3106-5803-41ee-b909-3e3e41b1036b req-d125c855-ab27-414f-bd64-3d4ebdc147ac tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:39.749684 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c3cb3106-5803-41ee-b909-3e3e41b1036b req-d125c855-ab27-414f-bd64-3d4ebdc147ac tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 931 time: 0.0661030 Jun 23 16:20:39.762985 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0683ee19-4c85-45c4-a1e4-5420183d8a10 {{(pid=93113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:39.770977 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.783826 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.provisioning_blocks [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Transition to ACTIVE for port object 0683ee19-4c85-45c4-a1e4-5420183d8a10 will not be triggered until provisioned by entity L2. {{(pid=93113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:39.789426 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c3cb3106-5803-41ee-b909-3e3e41b1036b req-e4446379-198b-4852-95a4-5680f52dc2a7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338535 Jun 23 16:20:39.790726 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.793834 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-1ab9e723-37c5-40fd-a630-22811fd24e1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:39.839130 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Pushing event updated for resources: {'Port': ['ID=0683ee19-4c85-45c4-a1e4-5420183d8a10,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:39.843665 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:39.914444 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Attempting to bind port 0683ee19-4c85-45c4-a1e4-5420183d8a10 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:20:39.914902 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Attempting to bind port 0683ee19-4c85-45c4-a1e4-5420183d8a10 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0bce02e8-459a-4a70-8508-eb4ff6d88de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be'}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:20:39.915215 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Attempting to bind port 0683ee19-4c85-45c4-a1e4-5420183d8a10 on network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:39.919886 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Port 0683ee19-4c85-45c4-a1e4-5420183d8a10 on network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:20:39.920196 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Attempting to bind port 0683ee19-4c85-45c4-a1e4-5420183d8a10 on network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:39.925031 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Checking agent: {'id': 'c27a70cb-db3f-4d93-9536-cabf56377bc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'started_at': datetime.datetime(2021, 6, 23, 16, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:20:39.925362 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Checking segment: {'id': '0bce02e8-459a-4a70-8508-eb4ff6d88de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:39.925714 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Bound using segment: {'id': '0bce02e8-459a-4a70-8508-eb4ff6d88de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be'} {{(pid=93113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:20:39.926157 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.managers [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Bound port: 0683ee19-4c85-45c4-a1e4-5420183d8a10, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bce02e8-459a-4a70-8508-eb4ff6d88de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be'}}] {{(pid=93113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:20:39.926569 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.995843 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] For port 0683ee19-4c85-45c4-a1e4-5420183d8a10, host hv-cinder-78836, cleared binding levels {{(pid=93113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:20:39.999491 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] For port 0683ee19-4c85-45c4-a1e4-5420183d8a10, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:20:40.004105 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.008366 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4b312945-b571-4ba9-97fe-bb1b8d219b21 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:40.044764 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:40.045383 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.046796 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] 10.222.0.86 "PUT /v2.0/ports/0683ee19-4c85-45c4-a1e4-5420183d8a10 HTTP/1.1" status: 200 len: 1093 time: 0.6497517 Jun 23 16:20:40.047424 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:40.049687 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ef58b8-e224-4d47-9580-9e9fd297d711" -d '{"events": [{"name": "network-changed", "server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:40.063256 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d6ac2-3877-4720-841c-70c6977635f4 req-28dca1c9-73ae-436e-a316-c23bb72562e7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:40.075351 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-407d6ac2-3877-4720-841c-70c6977635f4 req-28dca1c9-73ae-436e-a316-c23bb72562e7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0832784 Jun 23 16:20:40.083477 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Pushing event updated for resources: {'Port': ['ID=0683ee19-4c85-45c4-a1e4-5420183d8a10,revision_number=3']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:40.087378 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:40.096752 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebe1d25-2e6a-4577-bfd8-64f1920270ed x-openstack-request-id: req-7ebe1d25-2e6a-4577-bfd8-64f1920270ed {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:40.097253 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:40.098330 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ebe1d25-2e6a-4577-bfd8-64f1920270ed {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:40.098908 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'status': 'completed', 'code': 200} Jun 23 16:20:40.112160 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-407d6ac2-3877-4720-841c-70c6977635f4 req-4704efad-ec6e-4744-a382-4e09e320bc5a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357904 Jun 23 16:20:40.219912 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-da918e7d-d9e4-455c-9f9f-8b6cea6b8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:40.221397 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-da918e7d-d9e4-455c-9f9f-8b6cea6b8acd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=99195f2cdfe54167a23737a323af5d2f&device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 1096 time: 0.1062114 Jun 23 16:20:40.274153 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-f38a72e2-4cb2-46f4-af7a-7c59b60428b7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10 HTTP/1.1" status: 200 len: 217 time: 0.0364358 Jun 23 16:20:40.324197 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-f6e78cd1-e0bd-44ff-ab7e-a930e8463309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:40.326423 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-f6e78cd1-e0bd-44ff-ab7e-a930e8463309 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85877f4c-b164-4c9c-9927-927f51d73307 HTTP/1.1" status: 200 len: 847 time: 0.0447593 Jun 23 16:20:40.387030 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b99d7759-7957-418c-a834-5dba819a9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:40.388638 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-b99d7759-7957-418c-a834-5dba819a9b12 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0550578 Jun 23 16:20:40.492380 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-5dd39397-b232-435a-b8e2-b96db1d11cf1 service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949223 Jun 23 16:20:40.584931 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-95cef1e0-5dcb-431d-8eae-b9013ea8c5dc req-bb26cf1d-428f-435a-b5a3-78d2fae9989e service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833719 Jun 23 16:20:40.656989 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2d8eb-3ac4-45d9-bb96-aa9ec73dad6b req-65459694-e458-42ca-939c-caf24c359936 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:40.658528 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7ce2d8eb-3ac4-45d9-bb96-aa9ec73dad6b req-65459694-e458-42ca-939c-caf24c359936 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 943 time: 0.0716715 Jun 23 16:20:40.698052 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7ce2d8eb-3ac4-45d9-bb96-aa9ec73dad6b req-aab1eff7-ad41-42c2-9691-52e1b1b01266 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337973 Jun 23 16:20:40.702920 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device e218323e-fa2f-4a2c-8d67-e62c71256de3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:20:40.772215 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef58b8-e224-4d47-9580-9e9fd297d711 req-f445a10d-aa39-4526-ba83-70e842c629aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:40.773727 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-60ef58b8-e224-4d47-9580-9e9fd297d711 req-f445a10d-aa39-4526-ba83-70e842c629aa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=99195f2cdfe54167a23737a323af5d2f&device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0714984 Jun 23 16:20:40.830703 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port e218323e-fa2f-4a2c-8d67-e62c71256de3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e218323e-fa2f-4a2c-8d67-e62c71256de3,segment=NetworkSegment(41280b94-985f-4c57-9021-45ad615540be),segment_id=41280b94-985f-4c57-9021-45ad615540be)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:40.843927 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': 'e218323e-fa2f-4a2c-8d67-e62c71256de3', 'network_id': 'f27af112-a0f7-4d1f-9519-02c5b877a85b', 'port_id': 'e218323e-fa2f-4a2c-8d67-e62c71256de3', 'mac_address': 'fa:16:3e:af:de:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd86962-8ccb-40cf-aae0-2d785020ec1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:20:40.881841 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.895238 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e218323e-fa2f-4a2c-8d67-e62c71256de3 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:40.900163 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef58b8-e224-4d47-9580-9e9fd297d711 req-a00060fd-30b5-4063-b844-b26a5966ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:40.901852 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-60ef58b8-e224-4d47-9580-9e9fd297d711 req-a00060fd-30b5-4063-b844-b26a5966ea16 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be HTTP/1.1" status: 200 len: 909 time: 0.0974536 Jun 23 16:20:40.914788 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port e218323e-fa2f-4a2c-8d67-e62c71256de3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e218323e-fa2f-4a2c-8d67-e62c71256de3,segment=NetworkSegment(41280b94-985f-4c57-9021-45ad615540be),segment_id=41280b94-985f-4c57-9021-45ad615540be)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:40.919620 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.921700 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:40.952029 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-60ef58b8-e224-4d47-9580-9e9fd297d711 req-05593dba-de4b-4ac8-8063-f2003e4e2718 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10 HTTP/1.1" status: 200 len: 217 time: 0.0384939 Jun 23 16:20:40.970800 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=e218323e-fa2f-4a2c-8d67-e62c71256de3,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:40.971045 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92613b-5c14-4631-bb66-c3a3a9dab7c5 req-36efee3a-2c54-45a0-92f3-0a7e138ea209 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:40.972953 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4e92613b-5c14-4631-bb66-c3a3a9dab7c5 req-36efee3a-2c54-45a0-92f3-0a7e138ea209 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 943 time: 0.0676959 Jun 23 16:20:40.974377 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:41.014556 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4e92613b-5c14-4631-bb66-c3a3a9dab7c5 req-f23d5b9f-7b16-4c8c-94c0-2695db8ea95d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327396 Jun 23 16:20:41.015294 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef58b8-e224-4d47-9580-9e9fd297d711 req-56cb6642-482d-40ae-b38e-264e39285d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:41.016749 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-60ef58b8-e224-4d47-9580-9e9fd297d711 req-56cb6642-482d-40ae-b38e-264e39285d0b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85877f4c-b164-4c9c-9927-927f51d73307 HTTP/1.1" status: 200 len: 847 time: 0.0476537 Jun 23 16:20:41.076489 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef58b8-e224-4d47-9580-9e9fd297d711 req-9aaf03fe-7dcd-4238-a853-6cf95a510ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:41.077978 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-60ef58b8-e224-4d47-9580-9e9fd297d711 req-9aaf03fe-7dcd-4238-a853-6cf95a510ac5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0525508 Jun 23 16:20:41.178692 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-60ef58b8-e224-4d47-9580-9e9fd297d711 req-a4f6cd2f-01eb-432d-a3a9-7acf61a9d5c7 service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920327 Jun 23 16:20:41.271449 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-60ef58b8-e224-4d47-9580-9e9fd297d711 req-3885a4de-7579-4321-8dc9-103b9f35d34e service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831268 Jun 23 16:20:41.284729 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['e218323e-fa2f-4a2c-8d67-e62c71256de3'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:41.294670 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569747b0-3f0d-4b99-932c-69161969ecee req-6a8a865e-3244-4519-ae18-d0529af66c65 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:41.296186 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-569747b0-3f0d-4b99-932c-69161969ecee req-6a8a865e-3244-4519-ae18-d0529af66c65 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0644832 Jun 23 16:20:41.337641 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-569747b0-3f0d-4b99-932c-69161969ecee req-6e0ce20f-d1bc-48a3-af20-7f628e6b0d49 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345037 Jun 23 16:20:41.895247 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dae5d9-4baf-40df-b007-223c5c357e6f req-044bc608-2948-483b-aa8d-675602e488f0 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:41.896777 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c3dae5d9-4baf-40df-b007-223c5c357e6f req-044bc608-2948-483b-aa8d-675602e488f0 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 944 time: 0.0744357 Jun 23 16:20:41.935740 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c3dae5d9-4baf-40df-b007-223c5c357e6f req-7950d3bb-104a-4bfd-b19f-b346b356638d tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332153 Jun 23 16:20:42.189903 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26cb23-5044-4687-9448-24f9566c10b8 req-bbd901e7-07f2-4314-a90a-7056a569072c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:42.191390 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3e26cb23-5044-4687-9448-24f9566c10b8 req-bbd901e7-07f2-4314-a90a-7056a569072c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 943 time: 0.0626156 Jun 23 16:20:42.229158 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3e26cb23-5044-4687-9448-24f9566c10b8 req-4f8034d2-1938-430f-adfb-4946a122382c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319498 Jun 23 16:20:42.517670 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b72b2-2779-4370-a20a-5c5dc78e3496 req-0b7c709c-df50-4096-9050-67248acf3bdf tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:42.519195 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-621b72b2-2779-4370-a20a-5c5dc78e3496 req-0b7c709c-df50-4096-9050-67248acf3bdf tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0646269 Jun 23 16:20:42.559720 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-621b72b2-2779-4370-a20a-5c5dc78e3496 req-591af502-2450-477a-8126-da7b4b6c6da5 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347142 Jun 23 16:20:42.723500 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 0683ee19-4c85-45c4-a1e4-5420183d8a10 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:20:42.734700 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device e218323e-fa2f-4a2c-8d67-e62c71256de3 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:42.842900 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port e218323e-fa2f-4a2c-8d67-e62c71256de3 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:42.854264 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port e218323e-fa2f-4a2c-8d67-e62c71256de3 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:42.854658 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.857091 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 0683ee19-4c85-45c4-a1e4-5420183d8a10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:42.887159 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'port_id': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'mac_address': 'fa:16:3e:ed:b9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:20:42.937128 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.968011 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0683ee19-4c85-45c4-a1e4-5420183d8a10 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:42.993349 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.998221 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 0683ee19-4c85-45c4-a1e4-5420183d8a10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:43.007785 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:43.010488 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-fbbfd9b9-4862-4588-a15c-ae81e2f0468c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:43.042716 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956d626f-730b-4379-8f56-cd85af213b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e218323e-fa2f-4a2c-8d67-e62c71256de3'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:43.045251 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826731b3-17ea-43ca-8bf1-aced923cb507" -d '{"events": [{"server_uuid": "956d626f-730b-4379-8f56-cd85af213b42", "name": "network-vif-plugged", "status": "completed", "tag": "e218323e-fa2f-4a2c-8d67-e62c71256de3"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:43.065050 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port e218323e-fa2f-4a2c-8d67-e62c71256de3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e218323e-fa2f-4a2c-8d67-e62c71256de3,segment=NetworkSegment(41280b94-985f-4c57-9021-45ad615540be),segment_id=41280b94-985f-4c57-9021-45ad615540be)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:43.074115 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:43.079929 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=0683ee19-4c85-45c4-a1e4-5420183d8a10,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:43.086932 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:43.087268 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:43.087595 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:43.087914 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:43.088229 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:43.088545 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:43.088858 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:43.089167 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:43.089475 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:43.089786 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:43.090090 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:43.090423 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:43.094430 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:43.094821 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:43.120703 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ec1f2-72fe-46e8-876a-e5f86e2a1ada req-630d1aa9-99ef-44f7-840f-c0079c8342c5 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:43.122177 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-402ec1f2-72fe-46e8-876a-e5f86e2a1ada req-630d1aa9-99ef-44f7-840f-c0079c8342c5 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 944 time: 0.0727901 Jun 23 16:20:43.146850 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=e218323e-fa2f-4a2c-8d67-e62c71256de3,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:43.150919 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:43.162714 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-402ec1f2-72fe-46e8-876a-e5f86e2a1ada req-f767f08d-2798-4b57-8930-c569480c2966 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336735 Jun 23 16:20:43.172485 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164d658b-2a2d-4614-ab78-5cb8d72c1bbb x-openstack-request-id: req-164d658b-2a2d-4614-ab78-5cb8d72c1bbb {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:43.172788 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956d626f-730b-4379-8f56-cd85af213b42", "name": "network-vif-plugged", "status": "completed", "tag": "e218323e-fa2f-4a2c-8d67-e62c71256de3", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:43.173045 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-164d658b-2a2d-4614-ab78-5cb8d72c1bbb {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:43.173444 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956d626f-730b-4379-8f56-cd85af213b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e218323e-fa2f-4a2c-8d67-e62c71256de3', 'code': 200} Jun 23 16:20:43.401177 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['0683ee19-4c85-45c4-a1e4-5420183d8a10'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:43.405882 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd91e89-8f39-4643-a97b-e277d6ddbe17 req-d81e80ef-8f18-4544-a10f-c1ae6b7a454b tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:43.407529 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0bd91e89-8f39-4643-a97b-e277d6ddbe17 req-d81e80ef-8f18-4544-a10f-c1ae6b7a454b tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 944 time: 0.0641723 Jun 23 16:20:43.446255 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7bcd8-dfe6-404f-9c3a-0fbac164bd5e req-7d972beb-371a-44ef-a1e3-09d64856cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:43.448497 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-92e7bcd8-dfe6-404f-9c3a-0fbac164bd5e req-7d972beb-371a-44ef-a1e3-09d64856cf33 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 1098 time: 0.0541430 Jun 23 16:20:43.450444 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0bd91e89-8f39-4643-a97b-e277d6ddbe17 req-07ee7d6a-6c2f-4497-b108-109bc6c4fb9b tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365286 Jun 23 16:20:43.488645 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-92e7bcd8-dfe6-404f-9c3a-0fbac164bd5e req-8cf36508-15c4-4d78-9a4e-6e1ab3a93633 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325809 Jun 23 16:20:43.738604 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4758a-4b62-4b14-a383-8039a5d6f859 req-dc319f8c-df47-4524-bebf-7fe344fb214e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:43.739984 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5df4758a-4b62-4b14-a383-8039a5d6f859 req-dc319f8c-df47-4524-bebf-7fe344fb214e tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0669584 Jun 23 16:20:43.778762 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5df4758a-4b62-4b14-a383-8039a5d6f859 req-986891c9-1c74-4af7-b8ed-3956b8703996 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326691 Jun 23 16:20:44.340217 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4eaaf-724b-48ef-80b8-74a8d9f46035 req-e4a961d5-7df9-404c-b953-18b5e5089f53 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:44.341820 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-03b4eaaf-724b-48ef-80b8-74a8d9f46035 req-e4a961d5-7df9-404c-b953-18b5e5089f53 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0649626 Jun 23 16:20:44.380018 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-03b4eaaf-724b-48ef-80b8-74a8d9f46035 req-578cb8ec-86a1-4129-a0bf-f95bb6aac04a tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Jun 23 16:20:44.633951 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7200931-3624-4675-8e6c-03ce13e220a5 req-c8607f7f-4c9d-43f2-a7be-184f9ff10710 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:44.635439 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a7200931-3624-4675-8e6c-03ce13e220a5 req-c8607f7f-4c9d-43f2-a7be-184f9ff10710 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 944 time: 0.0697405 Jun 23 16:20:44.674353 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a7200931-3624-4675-8e6c-03ce13e220a5 req-309e7352-ad80-4685-8b83-fd9995279d4a tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327866 Jun 23 16:20:44.726986 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 0683ee19-4c85-45c4-a1e4-5420183d8a10 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:44.777976 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning for port 0683ee19-4c85-45c4-a1e4-5420183d8a10 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:44.781726 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port 0683ee19-4c85-45c4-a1e4-5420183d8a10 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:44.782157 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:44.864163 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:44.914547 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 0683ee19-4c85-45c4-a1e4-5420183d8a10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:44.919339 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:44.921501 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:44.970507 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=0683ee19-4c85-45c4-a1e4-5420183d8a10,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:44.974435 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:45.090305 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e14ad5-c70b-41f0-9ab5-47d62fc3c8f4 req-efaa3b25-12a4-4cac-930a-95d2f96dd534 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:45.091935 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-09e14ad5-c70b-41f0-9ab5-47d62fc3c8f4 req-efaa3b25-12a4-4cac-930a-95d2f96dd534 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0678668 Jun 23 16:20:45.130098 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-09e14ad5-c70b-41f0-9ab5-47d62fc3c8f4 req-40c0a1ca-4cdb-4657-99f0-6fb871cf8f48 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323832 Jun 23 16:20:45.174141 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:45.176567 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0f6ec7-0de1-4bd6-9309-9c4b22a573b6" -d '{"events": [{"server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "name": "network-vif-plugged", "status": "completed", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:45.211465 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3d7865-71f7-49fd-9e86-9b7e5c391920 x-openstack-request-id: req-9a3d7865-71f7-49fd-9e86-9b7e5c391920 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:45.211767 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "name": "network-vif-plugged", "status": "completed", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:45.212024 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a3d7865-71f7-49fd-9e86-9b7e5c391920 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:45.212426 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'code': 200} Jun 23 16:20:45.553739 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69977f99-71c7-47fd-aca8-a560d1eaa2e7 req-2551941f-88a0-4489-a09f-cafac38ca465 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:45.555338 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-69977f99-71c7-47fd-aca8-a560d1eaa2e7 req-2551941f-88a0-4489-a09f-cafac38ca465 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0634794 Jun 23 16:20:45.563658 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c72e9-57f4-4135-9371-2ee3bd9ef6fc req-d1022a8f-2663-4a4e-a58d-f5ba100da270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:45.565143 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-f74c72e9-57f4-4135-9371-2ee3bd9ef6fc req-d1022a8f-2663-4a4e-a58d-f5ba100da270 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0557022 Jun 23 16:20:45.597790 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-69977f99-71c7-47fd-aca8-a560d1eaa2e7 req-544d2879-571d-42a3-849f-03f942969534 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363066 Jun 23 16:20:45.602253 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-f74c72e9-57f4-4135-9371-2ee3bd9ef6fc req-7cb9bf14-8df8-43e5-abc9-4c80beac2fce service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294282 Jun 23 16:20:45.852872 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76902d-b6be-4771-9cd7-e28abce57b04 req-015f201a-8533-4661-9ac1-01de47f53fe3 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:45.854515 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4d76902d-b6be-4771-9cd7-e28abce57b04 req-015f201a-8533-4661-9ac1-01de47f53fe3 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0692971 Jun 23 16:20:45.893560 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4d76902d-b6be-4771-9cd7-e28abce57b04 req-88ae91cb-0558-4564-94e7-ebb24e5b9c4b tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328748 Jun 23 16:20:46.329505 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb28831-efb5-4b54-9380-e350277fcb8a req-a38a3ed9-1a4e-4647-8113-a00f976eef23 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:46.331214 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-beb28831-efb5-4b54-9380-e350277fcb8a req-a38a3ed9-1a4e-4647-8113-a00f976eef23 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0825162 Jun 23 16:20:46.378219 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-beb28831-efb5-4b54-9380-e350277fcb8a req-90ee8b74-4934-4cd5-b1ad-1c77a670aeaf tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408754 Jun 23 16:20:47.067475 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df144ce0-e842-45a0-82a9-ba3754beae65 req-64dbd18b-8554-4b8c-8f56-0f9e50270e8e tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:47.068918 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-df144ce0-e842-45a0-82a9-ba3754beae65 req-64dbd18b-8554-4b8c-8f56-0f9e50270e8e tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0618267 Jun 23 16:20:47.106500 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-df144ce0-e842-45a0-82a9-ba3754beae65 req-3907feff-bc6f-479a-b6c8-881d77272aa3 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317118 Jun 23 16:20:47.563984 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd701790-55d0-47f6-b86e-1fbc44685de3 req-4336ecc6-a413-473d-a977-961dacadf6a7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:47.565370 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-cd701790-55d0-47f6-b86e-1fbc44685de3 req-4336ecc6-a413-473d-a977-961dacadf6a7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0719423 Jun 23 16:20:47.604407 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-cd701790-55d0-47f6-b86e-1fbc44685de3 req-3df61fee-6ec9-49b3-97d7-9e67dbb56fca tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329504 Jun 23 16:20:48.279728 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342bd75-7ed2-4482-83b6-1d95c0f7951d req-2eb9b609-6123-4e00-a845-207a9b333316 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:48.281366 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3342bd75-7ed2-4482-83b6-1d95c0f7951d req-2eb9b609-6123-4e00-a845-207a9b333316 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0638428 Jun 23 16:20:48.320996 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3342bd75-7ed2-4482-83b6-1d95c0f7951d req-b9404fdb-cb4b-4e5d-9672-e241dfca0adf tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339770 Jun 23 16:20:48.502905 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ea3e8-eb03-42be-8eed-b30768322212 req-69acc8ac-90d3-499d-a34d-813fb4ea7546 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:48.504413 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d96ea3e8-eb03-42be-8eed-b30768322212 req-69acc8ac-90d3-499d-a34d-813fb4ea7546 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0675859 Jun 23 16:20:48.543455 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d96ea3e8-eb03-42be-8eed-b30768322212 req-ac65e6f8-b253-4c5d-95a5-4edeef092bd5 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331056 Jun 23 16:20:48.567548 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 32928) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:48.664386 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e0ad3-da53-4631-855f-7a14a24c3f3c tempest-TestShelveInstance-87730022 tempest-TestShelveInstance-87730022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:48.666128 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-a91e0ad3-da53-4631-855f-7a14a24c3f3c tempest-TestShelveInstance-87730022 tempest-TestShelveInstance-87730022-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 1093 time: 0.0973222 Jun 23 16:20:48.669122 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 32936) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:48.673858 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.v2.base [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Request body: {'floatingip': {'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'port_id': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:48.701543 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for floatingip, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:48.800033 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923de2a-7e46-4f18-ba67-723f821c541c req-1374505b-6714-4976-aaa5-02847a4c7947 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:48.801642 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8923de2a-7e46-4f18-ba67-723f821c541c req-1374505b-6714-4976-aaa5-02847a4c7947 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0663922 Jun 23 16:20:48.803247 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-713004'] for port, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:48.844693 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8923de2a-7e46-4f18-ba67-723f821c541c req-9be0a2e3-faee-4e2a-ba08-72804c6737bf tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361276 Jun 23 16:20:48.917196 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_common [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Allocated IP 172.28.1.210 (bacb7425-026e-474c-af91-e51d72b71c61/e4357dac-5a0c-4924-972d-d6e09e665f8e/1c849de5-85bc-4426-a1cc-4b2f37eb7fca) {{(pid=93113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:49.022284 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for port, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:49.301267 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767724424870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28743793'] for port, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:49.303241 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-19d21b4b-49ef-4158-9e2e-e25053d327d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:49.336240 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Network bacb7425-026e-474c-af91-e51d72b71c61 is already hosted by enough agents. {{(pid=93113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:49.340947 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.base_scheduler [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Resources bound (agent type, host, resource id): {{(pid=93113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:49.344207 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Received port after_create {{(pid=93113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:49.366581 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Pushing event updated for resources: {'Port': ['ID=1c849de5-85bc-4426-a1cc-4b2f37eb7fca,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:49.370220 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:49.714893 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:49.790328 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:49.948680 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for port, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:49.954850 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28743779'] for port, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:49.957458 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2425d687-7d92-487f-b648-410f9b88668c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:50.027832 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Pushing event updated for resources: {'Port': ['ID=1c849de5-85bc-4426-a1cc-4b2f37eb7fca,revision_number=2']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:50.033624 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:50.041275 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:50.041536 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a01552-f9db-455a-a62e-0f509b0b438a req-d0585535-ed13-4477-8081-5231f630c1d2 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:50.043530 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-80a01552-f9db-455a-a62e-0f509b0b438a req-d0585535-ed13-4477-8081-5231f630c1d2 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0811136 Jun 23 16:20:50.089531 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-80a01552-f9db-455a-a62e-0f509b0b438a req-e9bca134-8e28-4f27-a549-3090ef822fa2 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386126 Jun 23 16:20:50.148181 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.l3_db [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Floating IP 70b9239d-bd00-4323-97d7-cafbfbd42747 associated. External IP: 172.28.1.210, port: 0683ee19-4c85-45c4-a1e4-5420183d8a10. Jun 23 16:20:50.352131 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:20:50.457025 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:20:50.468012 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7173a7b4-1bf9-4da7-9665-b007d498d7aa None None] Sync routers for ids ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:20:50.475551 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:50.482532 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173a7b4-1bf9-4da7-9665-b007d498d7aa None None] Routers {'c0f12b2e-87ba-4220-ab58-56dcecf98ee8'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:50.483207 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-7173a7b4-1bf9-4da7-9665-b007d498d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:20:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:50.515595 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-2446a5cc-6677-48ee-9d09-9cb03578303d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8453140 Jun 23 16:20:50.516235 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:50.518685 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13cd0c6-9f64-4a0c-bef8-8e86f98e5627" -d '{"events": [{"name": "network-changed", "server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:50.589209 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-7173a7b4-1bf9-4da7-9665-b007d498d7aa None None] Set router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:50.605367 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567b550b-c1cc-40b4-a83d-4b6a08b86957 x-openstack-request-id: req-567b550b-c1cc-40b4-a83d-4b6a08b86957 {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:50.605692 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:50.606018 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-567b550b-c1cc-40b4-a83d-4b6a08b86957 {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:50.606491 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'status': 'completed', 'code': 200} Jun 23 16:20:50.717201 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cd0c6-9f64-4a0c-bef8-8e86f98e5627 req-c3190ddd-d625-42e5-b4b8-571acd0669c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:50.718730 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a13cd0c6-9f64-4a0c-bef8-8e86f98e5627 req-c3190ddd-d625-42e5-b4b8-571acd0669c9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=99195f2cdfe54167a23737a323af5d2f&device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0568593 Jun 23 16:20:50.780269 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f55efbc0-c60a-43e7-a49f-a873e88cc4fe details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:20:50.813112 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cd0c6-9f64-4a0c-bef8-8e86f98e5627 req-ee5a039b-3e90-4126-a0fb-5c2f0afc6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:50.814763 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a13cd0c6-9f64-4a0c-bef8-8e86f98e5627 req-ee5a039b-3e90-4126-a0fb-5c2f0afc6c79 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be HTTP/1.1" status: 200 len: 909 time: 0.0894332 Jun 23 16:20:50.883324 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a13cd0c6-9f64-4a0c-bef8-8e86f98e5627 req-72b426e8-787b-42f3-8784-e46f66c4626c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10 HTTP/1.1" status: 200 len: 999 time: 0.0605121 Jun 23 16:20:50.936545 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cd0c6-9f64-4a0c-bef8-8e86f98e5627 req-037bec91-c077-40bb-80c2-52b74f85437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:50.938027 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a13cd0c6-9f64-4a0c-bef8-8e86f98e5627 req-037bec91-c077-40bb-80c2-52b74f85437d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85877f4c-b164-4c9c-9927-927f51d73307 HTTP/1.1" status: 200 len: 847 time: 0.0470047 Jun 23 16:20:51.004631 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cd0c6-9f64-4a0c-bef8-8e86f98e5627 req-dbd610f9-3754-4912-9b2e-50fa8051d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:51.006168 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a13cd0c6-9f64-4a0c-bef8-8e86f98e5627 req-dbd610f9-3754-4912-9b2e-50fa8051d514 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0611303 Jun 23 16:20:51.016913 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-7173a7b4-1bf9-4da7-9665-b007d498d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 4, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port': {'id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': '70b9239d-bd00-4323-97d7-cafbfbd42747', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'floating_ip_address': '172.28.1.210', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'port_id': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'mac_address': 'fa:16:3e:ed:b9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:20:49Z', 'updated_at': '2021-06-23T16:20:49Z', 'revision_number': 0, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab62982-a8db-4343-8c29-fda11fccf68a', 'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'mac_address': 'fa:16:3e:da:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:07Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 5, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'subnets': [{'id': '85877f4c-b164-4c9c-9927-927f51d73307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:51.046565 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7173a7b4-1bf9-4da7-9665-b007d498d7aa None None] Checking router: c0f12b2e-87ba-4220-ab58-56dcecf98ee8 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:20:51.065049 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:51.074155 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173a7b4-1bf9-4da7-9665-b007d498d7aa None None] Routers {'c0f12b2e-87ba-4220-ab58-56dcecf98ee8'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:51.074829 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-7173a7b4-1bf9-4da7-9665-b007d498d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:20:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:51.079739 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'port_id': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'mac_address': 'fa:16:3e:9f:6d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:20:51.095855 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a13cd0c6-9f64-4a0c-bef8-8e86f98e5627 req-12450a80-8b04-410d-baf5-64180bdd3fa0 service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822101 Jun 23 16:20:51.188315 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:51.191659 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a13cd0c6-9f64-4a0c-bef8-8e86f98e5627 req-52aef454-a9d7-487b-86c8-3394f85188c3 service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883772 Jun 23 16:20:51.212049 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f55efbc0-c60a-43e7-a49f-a873e88cc4fe {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:51.229180 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-7173a7b4-1bf9-4da7-9665-b007d498d7aa None None] Set router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:51.275090 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:51.280416 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:51.284571 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ddab2-1cf5-459c-b7b7-cb06e2260c22 req-d059cc75-5557-416d-b107-8312be89225c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:51.287018 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d8a8c40b-865d-46a4-aea0-888bd5775b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:51.287178 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-302ddab2-1cf5-459c-b7b7-cb06e2260c22 req-d059cc75-5557-416d-b107-8312be89225c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0764692 Jun 23 16:20:51.327938 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-302ddab2-1cf5-459c-b7b7-cb06e2260c22 req-45f78b43-82f9-43fb-b6a9-528e7af48ab9 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350780 Jun 23 16:20:51.389268 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,revision_number=6']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:51.401356 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:51.467847 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['f55efbc0-c60a-43e7-a49f-a873e88cc4fe'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:51.586512 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-7173a7b4-1bf9-4da7-9665-b007d498d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 4, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port': {'id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': '70b9239d-bd00-4323-97d7-cafbfbd42747', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'floating_ip_address': '172.28.1.210', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'port_id': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'mac_address': 'fa:16:3e:ed:b9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:20:49Z', 'updated_at': '2021-06-23T16:20:49Z', 'revision_number': 0, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab62982-a8db-4343-8c29-fda11fccf68a', 'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'mac_address': 'fa:16:3e:da:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:07Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 5, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'subnets': [{'id': '85877f4c-b164-4c9c-9927-927f51d73307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:51.619357 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7173a7b4-1bf9-4da7-9665-b007d498d7aa None None] The sync data for ids ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'] in dv-cinder-788363-4-smb is: [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 4, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port': {'id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_floatingips': [{'id': '70b9239d-bd00-4323-97d7-cafbfbd42747', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'floating_ip_address': '172.28.1.210', 'floating_network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'router_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'port_id': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'mac_address': 'fa:16:3e:ed:b9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:20:49Z', 'updated_at': '2021-06-23T16:20:49Z', 'revision_number': 0, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab62982-a8db-4343-8c29-fda11fccf68a', 'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'mac_address': 'fa:16:3e:da:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:07Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 5, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'subnets': [{'id': '85877f4c-b164-4c9c-9927-927f51d73307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:20:51.823786 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce406f2-f608-46f5-8ec2-41732fcd69b3 None None] New status for floating IP 70b9239d-bd00-4323-97d7-cafbfbd42747: ACTIVE {{(pid=93119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:20:52.512199 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59ba5b-a49d-4690-b8c3-3b372a0ba53a req-becdc6b2-98c9-4deb-9bac-0d689da2555a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:52.513691 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ed59ba5b-a49d-4690-b8c3-3b372a0ba53a req-becdc6b2-98c9-4deb-9bac-0d689da2555a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 944 time: 0.0648375 Jun 23 16:20:52.556375 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-ed59ba5b-a49d-4690-b8c3-3b372a0ba53a req-4e85e7c2-4e4a-45c5-974a-233646f46d81 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365255 Jun 23 16:20:52.784291 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f55efbc0-c60a-43e7-a49f-a873e88cc4fe up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:52.836762 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port f55efbc0-c60a-43e7-a49f-a873e88cc4fe triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:52.837174 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:52.914119 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:52.936241 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:52.938551 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dde972-f4cf-4f65-aca6-50230d818940" -d '{"events": [{"server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "name": "network-vif-plugged", "status": "completed", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:52.950876 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:52.956042 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:52.958186 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:52.984070 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8c1512-f85a-43dc-b930-5941b9793f81 x-openstack-request-id: req-6b8c1512-f85a-43dc-b930-5941b9793f81 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:52.984339 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "name": "network-vif-plugged", "status": "completed", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:52.984654 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b8c1512-f85a-43dc-b930-5941b9793f81 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:52.985034 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'code': 200} Jun 23 16:20:53.010783 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,revision_number=7']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:53.013981 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:53.745975 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977328-1555-4def-8484-298590e8b718 req-8915b91b-2ecd-409c-8abd-6c84b828fd92 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:53.747429 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d6977328-1555-4def-8484-298590e8b718 req-8915b91b-2ecd-409c-8abd-6c84b828fd92 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0694549 Jun 23 16:20:53.787557 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d6977328-1555-4def-8484-298590e8b718 req-de10c986-7ae7-4081-945f-e9cf62c24379 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340400 Jun 23 16:20:54.995486 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1648b-1ed1-4fdd-8641-4fc4abe44ed0 req-7ff4ba25-b660-4355-a2f7-c5cf1827ab8a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:54.998712 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-35d1648b-1ed1-4fdd-8641-4fc4abe44ed0 req-7ff4ba25-b660-4355-a2f7-c5cf1827ab8a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0754731 Jun 23 16:20:55.058441 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-35d1648b-1ed1-4fdd-8641-4fc4abe44ed0 req-cf91b555-e59e-406a-b7a2-ab104e0b953f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525477 Jun 23 16:20:55.397774 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c25f883-5016-4114-bab4-dbdfe7b52a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:56.262441 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f07d27-33f7-470b-9064-49a15b32fb2f req-8fb24418-6a06-4886-a5b2-9d3a9a2fda90 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:56.269576 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-88f07d27-33f7-470b-9064-49a15b32fb2f req-8fb24418-6a06-4886-a5b2-9d3a9a2fda90 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0755053 Jun 23 16:20:56.304030 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-88f07d27-33f7-470b-9064-49a15b32fb2f req-c006ae3d-cc9d-4bc4-952e-3799ec862926 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335486 Jun 23 16:20:57.525222 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6219d1-8f7e-45df-ad1c-bf6f39ac6b54 req-c05e4d46-1bda-4026-96af-ef5213d08979 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:57.527844 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9c6219d1-8f7e-45df-ad1c-bf6f39ac6b54 req-c05e4d46-1bda-4026-96af-ef5213d08979 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0737603 Jun 23 16:20:57.579399 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9c6219d1-8f7e-45df-ad1c-bf6f39ac6b54 req-36c797b0-7a43-4b65-9cf1-d5d28d21f394 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456362 Jun 23 16:20:57.923711 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7952dc03-cbce-4aca-9cdb-14e52b6ee182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:58.288057 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:58.953001 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca5868-db5b-4dcb-922b-a2efc6fefb5e req-80b73dee-3373-45c9-b020-d04ff9a673f7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:58.955228 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-22ca5868-db5b-4dcb-922b-a2efc6fefb5e req-80b73dee-3373-45c9-b020-d04ff9a673f7 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0745773 Jun 23 16:20:59.017805 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-22ca5868-db5b-4dcb-922b-a2efc6fefb5e req-96e3b85f-3039-4700-81b8-bc67c88dc397 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565169 Jun 23 16:20:59.047898 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:00.276618 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfc150-8dfe-419d-b454-9e6e538c247d req-b5531402-6f9c-4e20-94d1-8316ca0ba773 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:00.282902 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d9cfc150-8dfe-419d-b454-9e6e538c247d req-b5531402-6f9c-4e20-94d1-8316ca0ba773 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0849550 Jun 23 16:21:00.337348 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d9cfc150-8dfe-419d-b454-9e6e538c247d req-4b97351b-b095-4112-a95c-4855ae9e047c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533960 Jun 23 16:21:00.552287 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:01.578977 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e4a0b-8eb4-46e9-85ca-2ee269bd0106 req-3bb63b25-4a2c-4d15-ba68-d147c58616ab tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:01.581302 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-322e4a0b-8eb4-46e9-85ca-2ee269bd0106 req-3bb63b25-4a2c-4d15-ba68-d147c58616ab tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0983887 Jun 23 16:21:01.625145 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-322e4a0b-8eb4-46e9-85ca-2ee269bd0106 req-2ac1d194-4cec-4ddb-8933-e2c5b114c445 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373101 Jun 23 16:21:02.619440 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:02.875632 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dba52c-0517-476a-b23d-887fcdb6422a req-32178ff4-8eef-4693-bc59-f42ab2eba779 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:02.879460 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-91dba52c-0517-476a-b23d-887fcdb6422a req-32178ff4-8eef-4693-bc59-f42ab2eba779 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.1036015 Jun 23 16:21:02.921697 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-91dba52c-0517-476a-b23d-887fcdb6422a req-b8f5fc4f-8aa1-4b1e-aa48-4c8754705915 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358474 Jun 23 16:21:03.289441 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:21:04.110639 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154a4f1-62cf-44ee-a245-a1b6884be06a req-a443797a-467c-48e2-8a7d-6f4b78f03aa3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:04.112790 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3154a4f1-62cf-44ee-a245-a1b6884be06a req-a443797a-467c-48e2-8a7d-6f4b78f03aa3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0648518 Jun 23 16:21:04.151835 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-3154a4f1-62cf-44ee-a245-a1b6884be06a req-7a39e8e8-5d85-436c-9333-6d7dea054e18 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331089 Jun 23 16:21:04.359369 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4615a25-fcc1-4a5d-9602-bf86cb0fca9e req-3806d0f6-f3ee-4325-8f24-77c1b877597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:04.360889 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-b4615a25-fcc1-4a5d-9602-bf86cb0fca9e req-3806d0f6-f3ee-4325-8f24-77c1b877597d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 1098 time: 0.0557649 Jun 23 16:21:04.455215 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4615a25-fcc1-4a5d-9602-bf86cb0fca9e req-600362ad-4d51-4748-ba3a-451e31ce78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:04.456687 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-b4615a25-fcc1-4a5d-9602-bf86cb0fca9e req-600362ad-4d51-4748-ba3a-451e31ce78ff service neutron] 10.222.0.86 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 918 time: 0.0840364 Jun 23 16:21:04.532663 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-b4615a25-fcc1-4a5d-9602-bf86cb0fca9e req-890fad83-79ac-4174-ba07-77e4e614e4fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe HTTP/1.1" status: 200 len: 1001 time: 0.0642703 Jun 23 16:21:04.591560 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4615a25-fcc1-4a5d-9602-bf86cb0fca9e req-997e79d7-c776-4bad-be64-e6e43a9ae35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:04.593085 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-b4615a25-fcc1-4a5d-9602-bf86cb0fca9e req-997e79d7-c776-4bad-be64-e6e43a9ae35c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8215ec0e-2baa-40c1-82f0-7424b50eab30 HTTP/1.1" status: 200 len: 856 time: 0.0445831 Jun 23 16:21:04.658226 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4615a25-fcc1-4a5d-9602-bf86cb0fca9e req-a30adc39-c616-4ae7-9b57-2905879185dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:04.659754 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-b4615a25-fcc1-4a5d-9602-bf86cb0fca9e req-a30adc39-c616-4ae7-9b57-2905879185dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0588548 Jun 23 16:21:04.756599 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-b4615a25-fcc1-4a5d-9602-bf86cb0fca9e req-f4f84b40-99d4-411f-a576-64105559e8d6 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856540 Jun 23 16:21:04.852229 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-b4615a25-fcc1-4a5d-9602-bf86cb0fca9e req-6c485e79-a91f-43a3-808d-51c8c0a2a2a5 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839865 Jun 23 16:21:05.343430 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33943d85-ed40-4f28-85e6-0b84467ffcf9 req-25d71148-0a16-416b-9807-d82f6d59c22a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:05.344952 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-33943d85-ed40-4f28-85e6-0b84467ffcf9 req-25d71148-0a16-416b-9807-d82f6d59c22a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0680902 Jun 23 16:21:05.389869 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-33943d85-ed40-4f28-85e6-0b84467ffcf9 req-1a6fc54c-25fe-4922-a769-5ca4c9667826 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390446 Jun 23 16:21:05.997064 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7a521-f8aa-48db-8f47-ec841b618b64 req-e4e89832-ced9-4807-9fc5-463ff2871550 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:05.998925 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-89e7a521-f8aa-48db-8f47-ec841b618b64 req-e4e89832-ced9-4807-9fc5-463ff2871550 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0698063 Jun 23 16:21:06.041378 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-89e7a521-f8aa-48db-8f47-ec841b618b64 req-cd1da742-bf6c-4367-8020-18c2802b8411 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346949 Jun 23 16:21:06.578781 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6a4fd-ece5-4a77-b00a-4dbf1405cb48 req-c386ae25-8931-446d-9c0f-dc27ebd94669 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:06.580174 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b0f6a4fd-ece5-4a77-b00a-4dbf1405cb48 req-c386ae25-8931-446d-9c0f-dc27ebd94669 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 945 time: 0.0680139 Jun 23 16:21:06.624183 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b0f6a4fd-ece5-4a77-b00a-4dbf1405cb48 req-1c909a80-a1c2-4fb3-860b-fbb98cc11c97 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371103 Jun 23 16:21:06.803679 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f55efbc0-c60a-43e7-a49f-a873e88cc4fe no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:21:06.885387 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:06.911704 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:21:06.913970 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acf10f8-bdb2-421c-845c-2f4d108a9e55" -d '{"events": [{"server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:21:06.927748 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:06.933317 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:06.936681 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-268bbc35-0233-41b9-9b7d-c25e49fcf00d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:06.984021 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,revision_number=8']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:06.987317 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:07.010784 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 16:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38968f78-f5a8-46ea-b563-33032f369cd9 x-openstack-request-id: req-38968f78-f5a8-46ea-b563-33032f369cd9 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:21:07.011095 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:21:07.011355 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38968f78-f5a8-46ea-b563-33032f369cd9 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:21:07.011764 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'code': 200} Jun 23 16:21:07.241675 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e96e6-8bf0-4ff4-8017-b52c5b5783ab req-21dcabff-2403-4c5a-81b2-d4e81010f2dc tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:07.243097 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-574e96e6-8bf0-4ff4-8017-b52c5b5783ab req-21dcabff-2403-4c5a-81b2-d4e81010f2dc tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0756116 Jun 23 16:21:07.285415 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-574e96e6-8bf0-4ff4-8017-b52c5b5783ab req-6b59313a-5652-4862-9729-7b6d6583f9b3 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362306 Jun 23 16:21:07.811366 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831503b-7cdd-4f8b-a5db-b955a75b34ac req-7ca4d0d4-d195-4f2d-a8c1-121ab2aef9c4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:07.813008 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1831503b-7cdd-4f8b-a5db-b955a75b34ac req-7ca4d0d4-d195-4f2d-a8c1-121ab2aef9c4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0720525 Jun 23 16:21:07.855668 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-1831503b-7cdd-4f8b-a5db-b955a75b34ac req-ab0cc855-0f43-4b0c-8afb-97156d53983a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367389 Jun 23 16:21:08.472592 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c059903-0ceb-4c25-815d-8ce76a72258e req-099b313f-eb00-409f-ba02-8e9928b1e98a tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:08.477179 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c059903-0ceb-4c25-815d-8ce76a72258e req-099b313f-eb00-409f-ba02-8e9928b1e98a tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0684383 Jun 23 16:21:08.527185 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c059903-0ceb-4c25-815d-8ce76a72258e req-f1876317-71aa-4fd6-8179-f9d4f9ea71b3 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465529 Jun 23 16:21:09.086718 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a82b12-bcef-4160-93c2-3d2dba544f12 req-3fdadb28-79f6-4334-af6d-b72441db79a8 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:09.088236 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c5a82b12-bcef-4160-93c2-3d2dba544f12 req-3fdadb28-79f6-4334-af6d-b72441db79a8 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0700006 Jun 23 16:21:09.111037 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-c46df126-6359-4438-bd3a-fcde967772d1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0622745 Jun 23 16:21:09.137760 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c5a82b12-bcef-4160-93c2-3d2dba544f12 req-6fc2c746-960b-411a-8b29-25f5862d1a7b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343297 Jun 23 16:21:09.700214 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01629741-b692-40ff-868f-85108d38b992 req-f0686e06-eda0-4580-9671-7f57a6dba122 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:09.701707 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01629741-b692-40ff-868f-85108d38b992 req-f0686e06-eda0-4580-9671-7f57a6dba122 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0624664 Jun 23 16:21:09.740866 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-01629741-b692-40ff-868f-85108d38b992 req-63c41c9d-d8e0-4e86-a2c3-df825ee39a94 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327389 Jun 23 16:21:10.123171 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-851e1808-d6df-4cf1-95a1-e6e984e9fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:10.124725 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-851e1808-d6df-4cf1-95a1-e6e984e9fc44 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff&tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd HTTP/1.1" status: 200 len: 1096 time: 0.0558181 Jun 23 16:21:10.216738 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-471d9dd9-f6ee-41ac-ab5e-8ad93f57947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:10.218252 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-471d9dd9-f6ee-41ac-ab5e-8ad93f57947f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 1096 time: 0.0545998 Jun 23 16:21:10.316973 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-6e303286-3d33-4e63-877c-43aa132fa40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:10.318464 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-6e303286-3d33-4e63-877c-43aa132fa40e service neutron] 10.222.0.86 "GET /v2.0/networks?id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 200 len: 918 time: 0.0904627 Jun 23 16:21:10.321830 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a8f39-7090-47f6-81b1-e42283693e62 req-d752be16-6e6b-4ec0-adad-b1b9d02c6a2a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:10.323379 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-093a8f39-7090-47f6-81b1-e42283693e62 req-d752be16-6e6b-4ec0-adad-b1b9d02c6a2a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0667210 Jun 23 16:21:10.361074 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-093a8f39-7090-47f6-81b1-e42283693e62 req-c777bd1a-0146-453c-8d86-ef89bd50fb8c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318301 Jun 23 16:21:10.387191 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-bedfad3a-3a84-4bb9-9db4-40913e00d084 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe HTTP/1.1" status: 200 len: 999 time: 0.0580769 Jun 23 16:21:10.442966 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-a06ec88b-3311-47a1-becd-f42bb839fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:10.444390 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-a06ec88b-3311-47a1-becd-f42bb839fbab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8215ec0e-2baa-40c1-82f0-7424b50eab30 HTTP/1.1" status: 200 len: 856 time: 0.0472941 Jun 23 16:21:10.505811 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-34cbfd2b-a9a9-4285-ad0b-c530abdafdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:10.507364 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-34cbfd2b-a9a9-4285-ad0b-c530abdafdb6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=946f23a5-90f4-4bf4-8cd6-54b1859f37d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0555737 Jun 23 16:21:10.599138 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-23749d67-a6d6-49e3-bfec-5605660bffd3 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821834 Jun 23 16:21:10.692921 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-9598e9c5-f14c-46ea-a13e-77de4903d207 req-b1ea5471-c740-47b1-b36e-299f7b765c47 service neutron] 10.222.0.86 "GET /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864203 Jun 23 16:21:10.823578 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f55efbc0-c60a-43e7-a49f-a873e88cc4fe no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:21:10.923706 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895fde7-4635-41e7-bf01-c0c4fad83e8e req-5466b56f-b6a4-4b5f-a266-7bc5bcdd0f88 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:10.925323 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9895fde7-4635-41e7-bf01-c0c4fad83e8e req-5466b56f-b6a4-4b5f-a266-7bc5bcdd0f88 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0679183 Jun 23 16:21:10.964488 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9895fde7-4635-41e7-bf01-c0c4fad83e8e req-0b52427a-6e65-4c16-87db-d17b2695ce43 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329456 Jun 23 16:21:11.558843 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d23fb-6919-40ff-ba55-1651606a3234 req-1cfc9e36-c197-4add-bab2-24e5008bae08 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:11.560527 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c3d23fb-6919-40ff-ba55-1651606a3234 req-1cfc9e36-c197-4add-bab2-24e5008bae08 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0715957 Jun 23 16:21:11.602798 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0c3d23fb-6919-40ff-ba55-1651606a3234 req-612a1f94-9991-41bc-a53c-553ded1fb2ac tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364757 Jun 23 16:21:12.149285 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7414c0-50ea-4abc-ac6d-dffbeb5c607c req-37c37728-dbff-407b-b8fc-9eb11fb74d9b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:12.154654 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8e7414c0-50ea-4abc-ac6d-dffbeb5c607c req-37c37728-dbff-407b-b8fc-9eb11fb74d9b tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0702581 Jun 23 16:21:12.190732 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8e7414c0-50ea-4abc-ac6d-dffbeb5c607c req-dab45337-f40a-46b7-b458-b54ba58507ab tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Jun 23 16:21:12.783969 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92520-598c-4f43-b90c-4ca705f2b5b4 req-f2074718-9a0b-430f-9445-aea23cb72c74 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:12.785439 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eeb92520-598c-4f43-b90c-4ca705f2b5b4 req-f2074718-9a0b-430f-9445-aea23cb72c74 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0635281 Jun 23 16:21:12.823448 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-eeb92520-598c-4f43-b90c-4ca705f2b5b4 req-4ede34d0-3484-4005-bd84-e448c4b76acb tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Jun 23 16:21:13.390307 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45860415-00a0-43b8-8d77-8dd100cdd7ae req-6dafff71-5857-4b18-a323-a1ea6114d5d6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:13.391850 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-45860415-00a0-43b8-8d77-8dd100cdd7ae req-6dafff71-5857-4b18-a323-a1ea6114d5d6 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0746424 Jun 23 16:21:13.439410 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-45860415-00a0-43b8-8d77-8dd100cdd7ae req-90876a98-79f6-48b9-8d56-e74057c81c0e tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359838 Jun 23 16:21:14.004047 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd485565-1a01-4cc2-bae1-dbf461679ad8 req-9ca4dbcd-7463-42f3-b493-2177edebbb6b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:14.005737 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-bd485565-1a01-4cc2-bae1-dbf461679ad8 req-9ca4dbcd-7463-42f3-b493-2177edebbb6b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0660849 Jun 23 16:21:14.052048 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-bd485565-1a01-4cc2-bae1-dbf461679ad8 req-8be107cf-0d32-4c07-8402-f03cbff82fd0 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405481 Jun 23 16:21:14.615528 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59019de5-3877-41d9-83d6-31f850840a73 req-1e22af15-ca35-4d59-a3a4-2fd0be21016f tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:14.617082 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-59019de5-3877-41d9-83d6-31f850840a73 req-1e22af15-ca35-4d59-a3a4-2fd0be21016f tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0667312 Jun 23 16:21:14.662018 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-59019de5-3877-41d9-83d6-31f850840a73 req-fee2d334-5aa4-4e1b-a893-4ea8147e2e78 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381525 Jun 23 16:21:15.243273 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff7b8e-2cb9-4ab2-b930-46161c50aaa8 req-54031115-6eba-4ab1-ab69-f81982562c78 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:15.244800 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9aff7b8e-2cb9-4ab2-b930-46161c50aaa8 req-54031115-6eba-4ab1-ab69-f81982562c78 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0762742 Jun 23 16:21:15.286165 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9aff7b8e-2cb9-4ab2-b930-46161c50aaa8 req-b67c1a48-6e45-4b95-a691-aabf86cec064 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Jun 23 16:21:15.848299 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e5c03-3836-4d4e-8e99-04ae933da1ef req-8a3409ab-0904-4129-8280-65d14be9f76f tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:15.849938 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9e0e5c03-3836-4d4e-8e99-04ae933da1ef req-8a3409ab-0904-4129-8280-65d14be9f76f tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0730834 Jun 23 16:21:15.891154 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9e0e5c03-3836-4d4e-8e99-04ae933da1ef req-1bbfea26-7dca-4239-bd83-128086a96331 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354760 Jun 23 16:21:16.479591 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2019cb-1f48-4f1b-8a87-6ab8fcc23e5f req-521609fe-c22b-44b7-9db6-d5e5a59161b1 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:16.481062 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9d2019cb-1f48-4f1b-8a87-6ab8fcc23e5f req-521609fe-c22b-44b7-9db6-d5e5a59161b1 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0663350 Jun 23 16:21:16.518662 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9d2019cb-1f48-4f1b-8a87-6ab8fcc23e5f req-f41bfe99-e0ef-4ed1-9a37-9ee8c307ddf8 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318227 Jun 23 16:21:17.068196 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abe880-1452-4357-a81e-a9e9373609d8 req-09195c1c-37ce-4515-ae3a-6231038d5d6d tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:17.069622 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a5abe880-1452-4357-a81e-a9e9373609d8 req-09195c1c-37ce-4515-ae3a-6231038d5d6d tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0650465 Jun 23 16:21:17.107601 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a5abe880-1452-4357-a81e-a9e9373609d8 req-02a818e1-341a-45a8-910a-a3b63159a059 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319641 Jun 23 16:21:17.698858 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d676d56-4c49-4257-ab71-6d9011455199 req-fd6bca64-bef1-4a8d-bff0-8908cc1486e9 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:17.701338 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6d676d56-4c49-4257-ab71-6d9011455199 req-fd6bca64-bef1-4a8d-bff0-8908cc1486e9 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0678146 Jun 23 16:21:17.745684 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6d676d56-4c49-4257-ab71-6d9011455199 req-4c8245fd-c907-4bef-8416-0794277b0c8f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386219 Jun 23 16:21:18.292613 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4936ca-ce95-455c-9149-a486a5189b55 req-22ad1292-2be3-46db-9626-a3c3c87b802a tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:18.294055 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4d4936ca-ce95-455c-9149-a486a5189b55 req-22ad1292-2be3-46db-9626-a3c3c87b802a tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0691440 Jun 23 16:21:18.333949 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4d4936ca-ce95-455c-9149-a486a5189b55 req-e14846a8-9c01-497d-8cea-bb3e73bb5340 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341673 Jun 23 16:21:18.925844 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0b5f4-0098-4d77-8c2a-c0da1e48333c req-fd5909da-d81e-4b91-b663-c4401de2ff91 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:18.927448 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85f0b5f4-0098-4d77-8c2a-c0da1e48333c req-fd5909da-d81e-4b91-b663-c4401de2ff91 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0672376 Jun 23 16:21:18.965921 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85f0b5f4-0098-4d77-8c2a-c0da1e48333c req-d2473258-0ed9-467c-8770-e8c490311eef tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325828 Jun 23 16:21:19.515912 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a31057-26ac-4fef-8db7-f36adf44a456 req-32363834-dd1f-4f53-a2a8-6925214dc819 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:19.517681 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-89a31057-26ac-4fef-8db7-f36adf44a456 req-32363834-dd1f-4f53-a2a8-6925214dc819 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0739763 Jun 23 16:21:19.557569 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-89a31057-26ac-4fef-8db7-f36adf44a456 req-eaa29ef9-9d60-4c1a-a814-83671ecb8e59 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335875 Jun 23 16:21:20.149585 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af297-4ca8-4bd1-b245-95a00cecd3bd req-478bf024-75ea-48f1-9b33-de572eaa3835 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:20.151138 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f46af297-4ca8-4bd1-b245-95a00cecd3bd req-478bf024-75ea-48f1-9b33-de572eaa3835 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0696211 Jun 23 16:21:20.192520 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-f46af297-4ca8-4bd1-b245-95a00cecd3bd req-ddcf9ce7-7b6b-49dd-854e-9297dc781248 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354958 Jun 23 16:21:20.745016 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aef512-f0c2-4df0-b8b9-f2746539fee7 req-fc0b1be7-8306-4f96-be1e-3e23149b2c01 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:20.746916 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-38aef512-f0c2-4df0-b8b9-f2746539fee7 req-fc0b1be7-8306-4f96-be1e-3e23149b2c01 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0670011 Jun 23 16:21:20.790305 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-38aef512-f0c2-4df0-b8b9-f2746539fee7 req-3553b3ce-e828-4bd4-af99-9a5b7ee76e68 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373683 Jun 23 16:21:21.377523 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cb965-c12e-433d-9a54-244eaafcf183 req-670c85b1-cc62-4ae0-95b6-0a9ea96e1af4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:21.379192 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-816cb965-c12e-433d-9a54-244eaafcf183 req-670c85b1-cc62-4ae0-95b6-0a9ea96e1af4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0699489 Jun 23 16:21:21.421391 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-816cb965-c12e-433d-9a54-244eaafcf183 req-35defe12-1ccf-46d9-8e92-60c287670386 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362542 Jun 23 16:21:21.983109 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d28149-784c-48ef-9849-0fa5ea73b9ad req-997b8015-19ca-44d6-be14-cbff81c75b23 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:21.984954 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-77d28149-784c-48ef-9849-0fa5ea73b9ad req-997b8015-19ca-44d6-be14-cbff81c75b23 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0708818 Jun 23 16:21:22.027970 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-77d28149-784c-48ef-9849-0fa5ea73b9ad req-b542bdfe-47f0-4c28-bc23-63445cd56201 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364611 Jun 23 16:21:22.599298 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e226b0-4cad-4f84-97c8-7b3a3a32ac55 req-609c7611-8f62-457d-b905-c4471605a89d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:22.600881 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-13e226b0-4cad-4f84-97c8-7b3a3a32ac55 req-609c7611-8f62-457d-b905-c4471605a89d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0656481 Jun 23 16:21:22.648033 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-13e226b0-4cad-4f84-97c8-7b3a3a32ac55 req-4002c1a0-039a-4a93-b3a4-522b753b7251 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Jun 23 16:21:23.207198 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41033db6-08dc-4246-b609-7c25a2c4aebd req-6701ca53-ac4c-4014-8c15-8c4dbe922966 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:23.208658 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-41033db6-08dc-4246-b609-7c25a2c4aebd req-6701ca53-ac4c-4014-8c15-8c4dbe922966 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0660717 Jun 23 16:21:23.246806 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-41033db6-08dc-4246-b609-7c25a2c4aebd req-ca61cb73-6282-4fef-aa48-f4719b6b8657 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/security-groups?id=23878480-2ad9-4438-82e4-3eb93909b7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Jun 23 16:21:23.816339 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414d51f-2169-4c6c-ad46-876d459a4e4e req-9b59ada4-eb54-44aa-9e3c-b3eb7ae5c8fc tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:23.817967 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2414d51f-2169-4c6c-ad46-876d459a4e4e req-9b59ada4-eb54-44aa-9e3c-b3eb7ae5c8fc tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.86 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 945 time: 0.0790005 Jun 23 16:21:23.857064 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8f87d-cf50-4605-9bc8-eb2fa3d72190 req-5d359959-465c-4fbc-817c-ec83a33bcd69 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:23.858687 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-05d8f87d-cf50-4605-9bc8-eb2fa3d72190 req-5d359959-465c-4fbc-817c-ec83a33bcd69 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0871232 Jun 23 16:21:23.905846 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-05d8f87d-cf50-4605-9bc8-eb2fa3d72190 req-d8e6dc46-4e95-4c61-ba94-8118ed06059a tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398269 Jun 23 16:21:23.931300 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-2414d51f-2169-4c6c-ad46-876d459a4e4e req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Deleting port e218323e-fa2f-4a2c-8d67-e62c71256de3 {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:21:23.931632 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-2414d51f-2169-4c6c-ad46-876d459a4e4e req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:24.016810 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-2414d51f-2169-4c6c-ad46-876d459a4e4e req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] For port e218323e-fa2f-4a2c-8d67-e62c71256de3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e218323e-fa2f-4a2c-8d67-e62c71256de3,segment=NetworkSegment(41280b94-985f-4c57-9021-45ad615540be),segment_id=41280b94-985f-4c57-9021-45ad615540be)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:24.017271 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-2414d51f-2169-4c6c-ad46-876d459a4e4e req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:24.033739 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-2414d51f-2169-4c6c-ad46-876d459a4e4e req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Calling delete_port for e218323e-fa2f-4a2c-8d67-e62c71256de3 owned by compute:nova {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:21:24.162222 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-2414d51f-2169-4c6c-ad46-876d459a4e4e req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:24.166400 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:24.191477 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Pushing event deleted for resources: {'Port': ['ID=e218323e-fa2f-4a2c-8d67-e62c71256de3,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:24.203459 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['e218323e-fa2f-4a2c-8d67-e62c71256de3'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:21:24.204071 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:24.204071 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:24.204286 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:24.204706 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:24.205062 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:24.205402 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:24.205791 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:24.206166 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:24.206648 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:24.206994 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:24.207355 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:24.207745 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:24.228985 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:24.250075 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-2414d51f-2169-4c6c-ad46-876d459a4e4e req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] No DVR routers for this DVR port e218323e-fa2f-4a2c-8d67-e62c71256de3 on host hv-cinder-78836 {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:21:24.252702 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-2414d51f-2169-4c6c-ad46-876d459a4e4e req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:24.254671 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-2414d51f-2169-4c6c-ad46-876d459a4e4e req-fa3314f4-a8e0-4b3e-b3e2-99d791cc3335 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.86 "DELETE /v2.0/ports/e218323e-fa2f-4a2c-8d67-e62c71256de3 HTTP/1.1" status: 204 len: 173 time: 0.4285340 Jun 23 16:21:24.255168 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956d626f-730b-4379-8f56-cd85af213b42', 'name': 'network-vif-deleted', 'tag': 'e218323e-fa2f-4a2c-8d67-e62c71256de3'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:21:24.257449 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8642c62b-f188-4426-85ff-45a81798e1ec" -d '{"events": [{"server_uuid": "956d626f-730b-4379-8f56-cd85af213b42", "name": "network-vif-deleted", "tag": "e218323e-fa2f-4a2c-8d67-e62c71256de3"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:21:24.296076 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cc9af4-abb4-48ff-bde5-1f79a7dd1073 x-openstack-request-id: req-d6cc9af4-abb4-48ff-bde5-1f79a7dd1073 {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:21:24.296458 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956d626f-730b-4379-8f56-cd85af213b42", "name": "network-vif-deleted", "tag": "e218323e-fa2f-4a2c-8d67-e62c71256de3", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:21:24.296770 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6cc9af4-abb4-48ff-bde5-1f79a7dd1073 {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:21:24.297195 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956d626f-730b-4379-8f56-cd85af213b42', 'name': 'network-vif-deleted', 'tag': 'e218323e-fa2f-4a2c-8d67-e62c71256de3', 'status': 'completed', 'code': 200} Jun 23 16:21:24.387684 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c68ca98c-558a-427e-a58d-e8ab1c364671 req-beb9ba02-13d7-4e91-a504-635611ec7c22 tempest-VolumesSnapshotTestJSON-1800484833 tempest-VolumesSnapshotTestJSON-1800484833-project] 10.222.0.23 "GET /v2.0/ports?device_id=956d626f-730b-4379-8f56-cd85af213b42 HTTP/1.1" status: 200 len: 210 time: 0.0286713 Jun 23 16:21:24.903347 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f55efbc0-c60a-43e7-a49f-a873e88cc4fe details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:21:25.018421 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:25.030591 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'port_id': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'mac_address': 'fa:16:3e:9f:6d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:21:25.073243 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:25.087072 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55efbc0-c60a-43e7-a49f-a873e88cc4fe {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:21:25.100595 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683da823-8fae-4151-9435-a50f2a4a1f1a req-b529fc40-f138-43ed-a4bd-2d64bd725304 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:25.102106 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-683da823-8fae-4151-9435-a50f2a4a1f1a req-b529fc40-f138-43ed-a4bd-2d64bd725304 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 943 time: 0.0648241 Jun 23 16:21:25.107744 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:25.115624 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:25.120186 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-19e57ee6-d0f1-46ae-b4fb-816c68c12b34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:25.144370 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-683da823-8fae-4151-9435-a50f2a4a1f1a req-b7c29195-5101-4c0c-b5a5-a54f6fd2fd05 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339077 Jun 23 16:21:25.183775 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,revision_number=9']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:25.187192 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:25.401844 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0737c1d0-425c-4862-9d32-6431f3640fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:25.452405 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['f55efbc0-c60a-43e7-a49f-a873e88cc4fe'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:21:26.331614 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620ae94-e31b-4b7c-9cf6-3a2d32f5e59b req-fd201f99-6e7f-4649-b389-17f7f2ca46df tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:26.333090 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8620ae94-e31b-4b7c-9cf6-3a2d32f5e59b req-fd201f99-6e7f-4649-b389-17f7f2ca46df tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 944 time: 0.0689633 Jun 23 16:21:26.638295 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8620ae94-e31b-4b7c-9cf6-3a2d32f5e59b req-214505a4-7e00-4e15-a81a-6ec76df45592 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993572 Jun 23 16:21:26.934626 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f55efbc0-c60a-43e7-a49f-a873e88cc4fe up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:21:26.991956 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port f55efbc0-c60a-43e7-a49f-a873e88cc4fe triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:21:26.992334 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:27.068584 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:27.091330 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:21:27.093643 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77662a9f-bdc6-485a-a3e3-8f5579db0151" -d '{"events": [{"server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "name": "network-vif-plugged", "status": "completed", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:21:27.110105 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:27.114387 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:27.115430 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device e218323e-fa2f-4a2c-8d67-e62c71256de3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:21:27.118222 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:27.136541 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1816f3c-b220-42f4-b3d6-90dac3848f4f x-openstack-request-id: req-b1816f3c-b220-42f4-b3d6-90dac3848f4f {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:21:27.136833 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "name": "network-vif-plugged", "status": "completed", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:21:27.137088 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1816f3c-b220-42f4-b3d6-90dac3848f4f {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:21:27.137495 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'code': 200} Jun 23 16:21:27.139315 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: e218323e-fa2f-4a2c-8d67-e62c71256de3 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:21:27.139693 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device e218323e-fa2f-4a2c-8d67-e62c71256de3 not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:21:27.181519 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,revision_number=10']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:27.184556 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:27.380300 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0571d-d86d-4395-8528-c436f625993f req-9c9801f6-8806-4c28-b007-ee7c6924037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:27.382055 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-8de0571d-d86d-4395-8528-c436f625993f req-9c9801f6-8806-4c28-b007-ee7c6924037c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 1099 time: 0.0547969 Jun 23 16:21:27.419780 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-8de0571d-d86d-4395-8528-c436f625993f req-593660df-58a9-4f40-a307-e816690fe900 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311306 Jun 23 16:21:27.852908 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150c06d-edc1-46be-8ad2-9334e2ccc25c req-f3788fdc-3837-464c-a1bb-84bdddab7c5c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:27.854472 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8150c06d-edc1-46be-8ad2-9334e2ccc25c req-f3788fdc-3837-464c-a1bb-84bdddab7c5c tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 946 time: 0.0766423 Jun 23 16:21:27.898609 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-8150c06d-edc1-46be-8ad2-9334e2ccc25c req-5c20f787-b9ad-4f1f-ad6a-be0677a2b170 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353231 Jun 23 16:21:27.916634 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-45046188-59f1-4176-8d59-659328068b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.284434 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:29.024606 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:29.087251 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13b242-e24d-4a1e-9989-61a11c0d64de req-408f7fc0-2bb6-44e0-bb93-322f22934ae4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:29.089546 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7c13b242-e24d-4a1e-9989-61a11c0d64de req-408f7fc0-2bb6-44e0-bb93-322f22934ae4 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 946 time: 0.0734940 Jun 23 16:21:29.140962 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7c13b242-e24d-4a1e-9989-61a11c0d64de req-aae8235d-08b1-460c-95c7-fff79fd7a136 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452747 Jun 23 16:21:30.323477 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af39c8-20ee-499b-a702-ce8968ca403d req-e46a64f8-a890-4bf1-96dc-3256a8b362b8 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:30.324951 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a2af39c8-20ee-499b-a702-ce8968ca403d req-e46a64f8-a890-4bf1-96dc-3256a8b362b8 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 946 time: 0.0644011 Jun 23 16:21:30.364289 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-a2af39c8-20ee-499b-a702-ce8968ca403d req-91d21f5a-1146-45e3-b582-ff1622133292 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333014 Jun 23 16:21:30.544601 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:32.620530 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:34.470110 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33f01122-9223-4540-89ad-bf0adffc2eda req-cd8a4b13-e387-4292-befb-11d3a1be5916 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644202 Jun 23 16:21:34.568964 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f01122-9223-4540-89ad-bf0adffc2eda req-27b11ba4-1e8c-4084-86bf-1f0326d8c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:34.570542 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33f01122-9223-4540-89ad-bf0adffc2eda req-27b11ba4-1e8c-4084-86bf-1f0326d8c026 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c&device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 1099 time: 0.0645008 Jun 23 16:21:34.680448 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f01122-9223-4540-89ad-bf0adffc2eda req-b153c7b7-ab36-4bb2-bdf6-57e66c5d622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:34.681941 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33f01122-9223-4540-89ad-bf0adffc2eda req-b153c7b7-ab36-4bb2-bdf6-57e66c5d622f service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b000be7-9e01-4eab-9594-f68a1f57b023 HTTP/1.1" status: 200 len: 912 time: 0.0890884 Jun 23 16:21:34.999077 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33f01122-9223-4540-89ad-bf0adffc2eda req-8d77d3a2-03f6-4d39-b26f-51410b50d683 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5f3eec9-f368-4045-ae81-e63efc5b558b HTTP/1.1" status: 200 len: 1002 time: 0.3089080 Jun 23 16:21:35.048789 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f01122-9223-4540-89ad-bf0adffc2eda req-0ad0d047-efc8-4de7-ab1e-147f04843c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:35.050168 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33f01122-9223-4540-89ad-bf0adffc2eda req-0ad0d047-efc8-4de7-ab1e-147f04843c7a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8ea3c836-5a07-41aa-bcd3-addf438d9fd2 HTTP/1.1" status: 200 len: 850 time: 0.0437670 Jun 23 16:21:35.110082 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f01122-9223-4540-89ad-bf0adffc2eda req-00b3210a-6d4c-4420-b7e5-640fd9c33039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:35.111614 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33f01122-9223-4540-89ad-bf0adffc2eda req-00b3210a-6d4c-4420-b7e5-640fd9c33039 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b000be7-9e01-4eab-9594-f68a1f57b023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0539551 Jun 23 16:21:35.205197 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33f01122-9223-4540-89ad-bf0adffc2eda req-2d93561e-625f-498b-8996-921a0f4225b7 service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861013 Jun 23 16:21:35.298453 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33f01122-9223-4540-89ad-bf0adffc2eda req-72ce0b42-20c6-490d-b12c-b5ed9bd13aba service neutron] 10.222.0.86 "GET /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862086 Jun 23 16:21:35.422301 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756d069-0489-44e4-9d4b-dc1b23f93641 req-038ca0f2-097b-4024-a36f-8477fa3f1e76 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:35.423800 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6756d069-0489-44e4-9d4b-dc1b23f93641 req-038ca0f2-097b-4024-a36f-8477fa3f1e76 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 946 time: 0.0684788 Jun 23 16:21:35.464870 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-6756d069-0489-44e4-9d4b-dc1b23f93641 req-cbfba3b4-e5d2-40a4-b34f-b88e78710f3a tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=878de3d3-1df4-4a95-bd96-c89ca7865599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347886 Jun 23 16:21:36.649006 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a068705-e5f9-479c-aedc-2c26d403096d req-f05bbe59-96fb-4f27-be4b-6df7804bc5da tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:36.650495 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7a068705-e5f9-479c-aedc-2c26d403096d req-f05bbe59-96fb-4f27-be4b-6df7804bc5da tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 946 time: 0.0670881 Jun 23 16:21:36.690112 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7a068705-e5f9-479c-aedc-2c26d403096d req-58e7b7e7-c591-4fa3-bfe9-c73a0466d455 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=878de3d3-1df4-4a95-bd96-c89ca7865599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336318 Jun 23 16:21:37.696934 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-7b094142-e23a-49bf-ad2f-bdea1e1ca690 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:37.698412 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-7b094142-e23a-49bf-ad2f-bdea1e1ca690 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 946 time: 0.0718482 Jun 23 16:21:37.797527 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Deleting port f5f3eec9-f368-4045-ae81-e63efc5b558b {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:21:37.797848 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:37.866167 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b54542-f668-4b19-8f73-2a1f1543b7b1 req-66bf9962-8836-456a-bd50-cc947bb815d5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:37.867673 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-84b54542-f668-4b19-8f73-2a1f1543b7b1 req-66bf9962-8836-456a-bd50-cc947bb815d5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 946 time: 0.0628138 Jun 23 16:21:37.891336 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] For port f5f3eec9-f368-4045-ae81-e63efc5b558b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f5f3eec9-f368-4045-ae81-e63efc5b558b,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:37.891336 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:37.908814 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-84b54542-f668-4b19-8f73-2a1f1543b7b1 req-5dbeb408-fc10-4c86-9292-a3411648a2b5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups?id=878de3d3-1df4-4a95-bd96-c89ca7865599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344248 Jun 23 16:21:38.061502 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:38.061837 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:38.062139 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.l3_db [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Floating IP ee9048cf-75ee-497a-acb4-8ee1fb83038e disassociated. External IP: 172.28.1.245, port: f5f3eec9-f368-4045-ae81-e63efc5b558b. Jun 23 16:21:38.062504 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Calling delete_port for f5f3eec9-f368-4045-ae81-e63efc5b558b owned by compute:nova {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:21:38.195547 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:38.200085 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2b8e1c0e-8bbf-49a1-88e0-a382bc5b7dff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:38.224909 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event deleted for resources: {'Port': ['ID=f5f3eec9-f368-4045-ae81-e63efc5b558b,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:38.228587 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:38.343275 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Router 027e3077-f591-46c6-83a7-758c13036535 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:21:38.450988 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:21:38.462212 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122e6e9-45bf-404b-8abb-c6e54f732d0f None None] Sync routers for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:21:38.472355 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122e6e9-45bf-404b-8abb-c6e54f732d0f None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:21:38.472967 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-0122e6e9-45bf-404b-8abb-c6e54f732d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:21:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:38.497547 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] No DVR routers for this DVR port f5f3eec9-f368-4045-ae81-e63efc5b558b on host hv-cinder-78836 {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:21:38.500225 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:38.502307 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-75e4c7bb-c807-4887-b46a-5cbb959373de req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.86 "DELETE /v2.0/ports/f5f3eec9-f368-4045-ae81-e63efc5b558b HTTP/1.1" status: 204 len: 173 time: 0.7982907 Jun 23 16:21:38.502829 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ada6283-ed17-48d3-9b7a-7d9f29a9691a', 'name': 'network-vif-deleted', 'tag': 'f5f3eec9-f368-4045-ae81-e63efc5b558b'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:21:38.505177 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83b41e9-7a80-435d-b6e6-820ba27d27d7" -d '{"events": [{"server_uuid": "3ada6283-ed17-48d3-9b7a-7d9f29a9691a", "name": "network-vif-deleted", "tag": "f5f3eec9-f368-4045-ae81-e63efc5b558b"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:21:38.543925 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5ddbff-b1bc-4a0c-af16-141d19b64af0 x-openstack-request-id: req-4d5ddbff-b1bc-4a0c-af16-141d19b64af0 {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:21:38.544249 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ada6283-ed17-48d3-9b7a-7d9f29a9691a", "name": "network-vif-deleted", "tag": "f5f3eec9-f368-4045-ae81-e63efc5b558b", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:21:38.544556 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d5ddbff-b1bc-4a0c-af16-141d19b64af0 {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:21:38.544982 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ada6283-ed17-48d3-9b7a-7d9f29a9691a', 'name': 'network-vif-deleted', 'tag': 'f5f3eec9-f368-4045-ae81-e63efc5b558b', 'status': 'completed', 'code': 200} Jun 23 16:21:38.581903 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-0122e6e9-45bf-404b-8abb-c6e54f732d0f None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:21:38.791018 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-0122e6e9-45bf-404b-8abb-c6e54f732d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 5, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:38.819536 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122e6e9-45bf-404b-8abb-c6e54f732d0f None None] Checking router: 027e3077-f591-46c6-83a7-758c13036535 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:21:38.828041 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122e6e9-45bf-404b-8abb-c6e54f732d0f None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:21:38.828639 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-0122e6e9-45bf-404b-8abb-c6e54f732d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:21:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:39.072167 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-0122e6e9-45bf-404b-8abb-c6e54f732d0f None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:21:39.088660 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-fea81f39-182e-47d5-9f19-4e0fead92a88 req-15e60341-3e60-4b3d-91da-843d1371c347 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ada6283-ed17-48d3-9b7a-7d9f29a9691a HTTP/1.1" status: 200 len: 210 time: 0.0461919 Jun 23 16:21:39.289984 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-0122e6e9-45bf-404b-8abb-c6e54f732d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 5, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:39.315508 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122e6e9-45bf-404b-8abb-c6e54f732d0f None None] The sync data for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb is: [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '71011209-4a09-4816-99cd-92312865e05b', 'name': '', 'network_id': '1b000be7-9e01-4eab-9594-f68a1f57b023', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'mac_address': 'fa:16:3e:7e:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:35Z', 'updated_at': '2021-06-23T16:15:47Z', 'revision_number': 5, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'subnets': [{'id': '8ea3c836-5a07-41aa-bcd3-addf438d9fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:21:39.519569 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d4e71f-41ca-4916-b747-aa5e6da7ca0a None None] New status for floating IP ee9048cf-75ee-497a-acb4-8ee1fb83038e: DOWN {{(pid=93119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:21:40.221072 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33514) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:40.280524 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-dd960257-b885-4ff4-8acd-c319e1cf161b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.287962 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:21:40.307743 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-dd960257-b885-4ff4-8acd-c319e1cf161b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.367184 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-dd960257-b885-4ff4-8acd-c319e1cf161b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.370138 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-dd960257-b885-4ff4-8acd-c319e1cf161b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.371413 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-dd960257-b885-4ff4-8acd-c319e1cf161b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "DELETE /v2.0/security-groups/878de3d3-1df4-4a95-bd96-c89ca7865599 HTTP/1.1" status: 204 len: 168 time: 0.1483207 Jun 23 16:21:40.374605 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 33528) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:40.381482 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-e3a3a664-96b9-43b2-89ea-ce88b7e7c435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:40.389813 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.api.v2.resource [None req-f3e0cdfd-4b91-4e7c-92cf-41dc6f6d1c28 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] show failed (client error): The resource could not be found. Jun 23 16:21:40.390870 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f3e0cdfd-4b91-4e7c-92cf-41dc6f6d1c28 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "GET /v2.0/security-groups/878de3d3-1df4-4a95-bd96-c89ca7865599 HTTP/1.1" status: 404 len: 347 time: 0.0153472 Jun 23 16:21:40.391010 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd960257-b885-4ff4-8acd-c319e1cf161b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=878de3d3-1df4-4a95-bd96-c89ca7865599,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:40.393826 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-dd960257-b885-4ff4-8acd-c319e1cf161b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:40.394371 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33530) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:40.527430 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-2fc92773-43f7-4488-8a22-940e57ff63a2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Deleting port 772317ad-3485-4918-8854-14a1d5bb8643 {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:21:40.527771 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2fc92773-43f7-4488-8a22-940e57ff63a2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.607259 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2fc92773-43f7-4488-8a22-940e57ff63a2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.607530 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2fc92773-43f7-4488-8a22-940e57ff63a2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.619499 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-2fc92773-43f7-4488-8a22-940e57ff63a2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Calling delete_port for 772317ad-3485-4918-8854-14a1d5bb8643 owned by network:floatingip {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:21:40.763198 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2fc92773-43f7-4488-8a22-940e57ff63a2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.765104 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-382e7cd8-1238-4cfd-ac12-edd44f7db843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:40.789530 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc92773-43f7-4488-8a22-940e57ff63a2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Pushing event deleted for resources: {'Port': ['ID=772317ad-3485-4918-8854-14a1d5bb8643,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:40.793422 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2fc92773-43f7-4488-8a22-940e57ff63a2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:40.852402 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2fc92773-43f7-4488-8a22-940e57ff63a2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.854946 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2fc92773-43f7-4488-8a22-940e57ff63a2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.856225 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-2fc92773-43f7-4488-8a22-940e57ff63a2 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] 10.222.0.23 "DELETE /v2.0/floatingips/ee9048cf-75ee-497a-acb4-8ee1fb83038e HTTP/1.1" status: 204 len: 168 time: 0.4607379 Jun 23 16:21:40.995032 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f5f3eec9-f368-4045-ae81-e63efc5b558b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:21:41.018798 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: f5f3eec9-f368-4045-ae81-e63efc5b558b {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:21:41.019058 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f5f3eec9-f368-4045-ae81-e63efc5b558b not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:21:42.570974 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 33550) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:42.630844 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Deleting subnet 3cd86962-8ccb-40cf-aae0-2d785020ec1d {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:21:42.634059 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.666923 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27704903'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.704724 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.757661 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27874705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28535818'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.761405 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:42.787590 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd86962-8ccb-40cf-aae0-2d785020ec1d,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:42.793008 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.794918 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3cd86962-8ccb-40cf-aae0-2d785020ec1d HTTP/1.1" status: 204 len: 168 time: 0.2229640 Jun 23 16:21:42.797577 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33552) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:42.799852 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:42.800219 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:42.800581 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:42.800968 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:42.801308 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:42.801659 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:42.802005 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:42.802401 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:42.802749 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:42.803093 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:42.803446 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:42.803787 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:42.806987 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-716f74a0-47af-4b02-8fa4-2afa34bbe9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:42.864920 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.945942 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.955978 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27af112-a0f7-4d1f-9519-02c5b877a85b']}} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:42.966503 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41280b94-985f-4c57-9021-45ad615540be') {'for_net_delete': True} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:42.966807 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41280b94-985f-4c57-9021-45ad615540be') {} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:42.976150 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28476742'] for segment, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.990122 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.996874 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:21:42.997250 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28743871'] for segment, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: Traceback (most recent call last): Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: timer() Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: cb(*args, **kw) Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: return func(*args, **kwargs) Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: self._notify() Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: self.callback(batched_events) Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: event.method(event) Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: return f(self, *a, **k) Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: return self._get(url).json() Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: return self.request(url, 'GET', **kwargs) Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:21:42.998893 dv-cinder-788363-4-smb neutron-server[93113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:21:43.053484 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:43.057628 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-57cddb28-9f80-4510-84d6-3fecee639d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:43.060233 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:43.061939 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] 10.222.0.23 "DELETE /v2.0/networks/f27af112-a0f7-4d1f-9519-02c5b877a85b HTTP/1.1" status: 204 len: 168 time: 0.2634048 Jun 23 16:21:43.072598 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] Pushing event deleted for resources: {'Network': ['ID=f27af112-a0f7-4d1f-9519-02c5b877a85b,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:43.075038 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-c8975629-3707-4e9e-9dc0-3f88000902bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:43.177282 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 33560) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:43.218944 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-7ef5477e-b057-471b-814d-53cbc4270fce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec636c95eaf04c318c9b14feff97ebcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401847 Jun 23 16:21:43.221354 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 33564) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:43.269521 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-86c43628-f717-4ed1-9631-9c900e4f8853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:43.291043 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-86c43628-f717-4ed1-9631-9c900e4f8853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:43.342765 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-86c43628-f717-4ed1-9631-9c900e4f8853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:43.345562 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-86c43628-f717-4ed1-9631-9c900e4f8853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:43.349242 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-86c43628-f717-4ed1-9631-9c900e4f8853 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23878480-2ad9-4438-82e4-3eb93909b7bf HTTP/1.1" status: 204 len: 168 time: 0.1245043 Jun 23 16:21:43.349242 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-fb5b44c9-7f40-4ba3-b571-1f9663873a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:43.356055 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c43628-f717-4ed1-9631-9c900e4f8853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23878480-2ad9-4438-82e4-3eb93909b7bf,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:43.364091 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-86c43628-f717-4ed1-9631-9c900e4f8853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:44.548476 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 33578) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:45.084782 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f45c4a02-53f2-4fd8-9760-cd87cd785eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395262'] for router_interface, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:45.335587 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-f45c4a02-53f2-4fd8-9760-cd87cd785eba admin admin] Deleting port 71011209-4a09-4816-99cd-92312865e05b {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:21:45.335853 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f45c4a02-53f2-4fd8-9760-cd87cd785eba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:45.410656 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-f45c4a02-53f2-4fd8-9760-cd87cd785eba admin admin] For port 71011209-4a09-4816-99cd-92312865e05b, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=71011209-4a09-4816-99cd-92312865e05b,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:45.410957 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f45c4a02-53f2-4fd8-9760-cd87cd785eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:45.423119 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-f45c4a02-53f2-4fd8-9760-cd87cd785eba admin admin] Calling delete_port for 71011209-4a09-4816-99cd-92312865e05b owned by network:router_interface {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:21:45.597202 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f45c4a02-53f2-4fd8-9760-cd87cd785eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:45.599147 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0184c94f-d627-4caf-8b96-cae05bd69a61 tempest-AttachVolumeNegativeTest-1076421978 tempest-AttachVolumeNegativeTest-1076421978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:45.626718 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c4a02-53f2-4fd8-9760-cd87cd785eba admin admin] Pushing event deleted for resources: {'Port': ['ID=71011209-4a09-4816-99cd-92312865e05b,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:45.629811 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f45c4a02-53f2-4fd8-9760-cd87cd785eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:45.786726 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f45c4a02-53f2-4fd8-9760-cd87cd785eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3751694'] for router_interface, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:45.995438 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45c4a02-53f2-4fd8-9760-cd87cd785eba admin admin] Router 027e3077-f591-46c6-83a7-758c13036535 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:21:46.101592 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45c4a02-53f2-4fd8-9760-cd87cd785eba admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:21:46.106700 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f45c4a02-53f2-4fd8-9760-cd87cd785eba admin admin] 10.222.0.23 "PUT /v2.0/routers/027e3077-f591-46c6-83a7-758c13036535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5572388 Jun 23 16:21:46.109565 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33582) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:46.110958 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce54af28-a147-4865-bf1d-1861c8e20877 None None] Sync routers for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:21:46.120576 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce54af28-a147-4865-bf1d-1861c8e20877 None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:21:46.121209 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-ce54af28-a147-4865-bf1d-1861c8e20877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:21:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:46.220927 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Notify callbacks [] for router, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:46.225467 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-ce54af28-a147-4865-bf1d-1861c8e20877 None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:21:46.322809 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:46.377404 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Deleting port 16c73a41-14c8-40ec-b491-5430d1a1cff3 {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:21:46.377756 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:46.398523 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-ce54af28-a147-4865-bf1d-1861c8e20877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:21:45Z', 'revision_number': 5, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port': {'id': '16c73a41-14c8-40ec-b491-5430d1a1cff3', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e3077-f591-46c6-83a7-758c13036535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:29Z', 'updated_at': '2021-06-23T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:46.424174 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce54af28-a147-4865-bf1d-1861c8e20877 None None] Checking router: 027e3077-f591-46c6-83a7-758c13036535 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:21:46.433274 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce54af28-a147-4865-bf1d-1861c8e20877 None None] Routers {'027e3077-f591-46c6-83a7-758c13036535'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:21:46.434010 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-ce54af28-a147-4865-bf1d-1861c8e20877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:21:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['027e3077-f591-46c6-83a7-758c13036535'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:46.458129 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] For port 16c73a41-14c8-40ec-b491-5430d1a1cff3, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=16c73a41-14c8-40ec-b491-5430d1a1cff3,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:46.458518 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:46.470002 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Calling delete_port for 16c73a41-14c8-40ec-b491-5430d1a1cff3 owned by network:router_gateway {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:21:46.519357 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-ce54af28-a147-4865-bf1d-1861c8e20877 None None] Set router 027e3077-f591-46c6-83a7-758c13036535 gateway port host: None {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:21:46.572539 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-ce54af28-a147-4865-bf1d-1861c8e20877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:21:46Z', 'revision_number': 6, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port_host': None}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:46.600159 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce54af28-a147-4865-bf1d-1861c8e20877 None None] The sync data for ids ['027e3077-f591-46c6-83a7-758c13036535'] in dv-cinder-788363-4-smb is: [{'id': '027e3077-f591-46c6-83a7-758c13036535', 'name': 'tempest-AttachVolumeTestJSON-1770311553-router', 'tenant_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:21:46Z', 'revision_number': 6, 'project_id': 'ccb1c70ac0a544fc9ae07ec1c3c74c2c', 'gw_port_host': None}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:21:46.642031 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:46.644008 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-b19bd897-4ae0-4d48-a63d-17acc70d2d61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:46.667687 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=16c73a41-14c8-40ec-b491-5430d1a1cff3,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:46.670819 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:46.730835 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454811'] for router_gateway, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:46.818392 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130119'] for router, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:46.820649 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:46.862788 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751413'] for router, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:46.863312 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 027e3077-f591-46c6-83a7-758c13036535 {{(pid=93113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:21:46.868212 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] Notify callbacks [] for router, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:46.869352 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-851530de-3327-46be-9f8c-d80e4af81ceb admin admin] 10.222.0.23 "DELETE /v2.0/routers/027e3077-f591-46c6-83a7-758c13036535 HTTP/1.1" status: 204 len: 168 time: 0.7587700 Jun 23 16:21:46.872296 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33584) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:46.915412 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4858b22-83ed-4096-a855-e6f9c08e4ee7 admin admin] Deleting subnet 8ea3c836-5a07-41aa-bcd3-addf438d9fd2 {{(pid=93113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:21:46.918514 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d4858b22-83ed-4096-a855-e6f9c08e4ee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:46.955052 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d4858b22-83ed-4096-a855-e6f9c08e4ee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28476761'] for subnet, precommit_delete_associations {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.039362 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d4858b22-83ed-4096-a855-e6f9c08e4ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.094702 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d4858b22-83ed-4096-a855-e6f9c08e4ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28743714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28564682'] for subnet, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.096820 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:47.119866 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4858b22-83ed-4096-a855-e6f9c08e4ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea3c836-5a07-41aa-bcd3-addf438d9fd2,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:47.123580 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-d4858b22-83ed-4096-a855-e6f9c08e4ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:47.124537 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-d4858b22-83ed-4096-a855-e6f9c08e4ee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.127940 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-d4858b22-83ed-4096-a855-e6f9c08e4ee7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8ea3c836-5a07-41aa-bcd3-addf438d9fd2 HTTP/1.1" status: 204 len: 168 time: 0.2546499 Jun 23 16:21:47.128813 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33586) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:47.130183 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7fc11c-903a-48c8-b9f5-420e5d0b437e None None] Network 1b000be7-9e01-4eab-9594-f68a1f57b023 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:21:47.198711 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.251239 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Deleting port ff4af1d4-38e0-4f0b-a6be-86af2229d8de {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:21:47.251546 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.318317 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] For port ff4af1d4-38e0-4f0b-a6be-86af2229d8de, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=ff4af1d4-38e0-4f0b-a6be-86af2229d8de,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:47.318537 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.336400 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Calling delete_port for ff4af1d4-38e0-4f0b-a6be-86af2229d8de owned by network:dhcp {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:21:47.361175 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] DHCP port deletion for 1b000be7-9e01-4eab-9594-f68a1f57b023 request from dv-cinder-788363-4-smb {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:21:47.416530 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Deleting port ff4af1d4-38e0-4f0b-a6be-86af2229d8de {{(pid=93116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:21:47.416833 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.420947 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.423303 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-16b1fad2-5b1e-4cb7-b594-3ed90a006cc5 tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:47.446771 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4af1d4-38e0-4f0b-a6be-86af2229d8de,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:47.450442 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:47.453107 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] No DVR routers for this DVR port ff4af1d4-38e0-4f0b-a6be-86af2229d8de on host dv-cinder-788363-4-smb {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:21:47.482102 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] For port ff4af1d4-38e0-4f0b-a6be-86af2229d8de, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=ff4af1d4-38e0-4f0b-a6be-86af2229d8de,segment=NetworkSegment(d875c327-266a-41ed-b13c-80582ffbeff3),segment_id=d875c327-266a-41ed-b13c-80582ffbeff3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:47.482546 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.496573 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Calling delete_port for ff4af1d4-38e0-4f0b-a6be-86af2229d8de owned by network:dhcp {{(pid=93116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:21:47.527238 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.537388 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b000be7-9e01-4eab-9594-f68a1f57b023']}} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:47.547095 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd875c327-266a-41ed-b13c-80582ffbeff3') {'for_net_delete': True} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:47.547382 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd875c327-266a-41ed-b13c-80582ffbeff3') {} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:47.556266 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28476742'] for segment, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.571451 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.577429 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879'] for port, after_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.579518 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:21:47.580151 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28743871'] for segment, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.580647 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: Traceback (most recent call last): Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: timer() Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: cb(*args, **kw) Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: return func(*args, **kwargs) Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: self._notify() Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: self.callback(batched_events) Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: event.method(event) Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: return f(self, *a, **k) Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: return self._get(url).json() Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: return self.request(url, 'GET', **kwargs) Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:21:47.582417 dv-cinder-788363-4-smb neutron-server[93113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:21:47.604706 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Pushing event deleted for resources: {'Port': ['ID=ff4af1d4-38e0-4f0b-a6be-86af2229d8de,revision_number=None']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:47.610095 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] No DVR routers for this DVR port ff4af1d4-38e0-4f0b-a6be-86af2229d8de on host dv-cinder-788363-4-smb {{(pid=93116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:21:47.622485 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.622826 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.623160 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.623483 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.623951 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.624295 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.624586 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.624901 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.625215 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.625525 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.625837 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.626143 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.635133 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-2ae95b45-0e55-4f6e-84e1-40b4108392d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:47.647085 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.651345 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2f25e84c-567a-4b3c-9361-8fded1c8bee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:47.654503 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.656330 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] 10.222.0.23 "DELETE /v2.0/networks/1b000be7-9e01-4eab-9594-f68a1f57b023 HTTP/1.1" status: 204 len: 168 time: 0.5265977 Jun 23 16:21:47.668502 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b000be7-9e01-4eab-9594-f68a1f57b023,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:47.670917 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:47.807571 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33590) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:47.849100 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-239e8a21-02ef-4478-97d7-5756ab7809f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccb1c70ac0a544fc9ae07ec1c3c74c2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389066 Jun 23 16:21:47.850081 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33592) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:47.901268 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6ebda31e-14f5-4cb4-9bc6-069f264aeb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.922903 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6ebda31e-14f5-4cb4-9bc6-069f264aeb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.977404 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6ebda31e-14f5-4cb4-9bc6-069f264aeb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.980046 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6ebda31e-14f5-4cb4-9bc6-069f264aeb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.981293 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-6ebda31e-14f5-4cb4-9bc6-069f264aeb1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/476c55ab-da89-4141-b86c-41de0ddaac0e HTTP/1.1" status: 204 len: 168 time: 0.1303155 Jun 23 16:21:47.982057 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-5f8e6053-cb9d-4822-9d4e-b22f208e1d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:47.990462 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebda31e-14f5-4cb4-9bc6-069f264aeb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476c55ab-da89-4141-b86c-41de0ddaac0e,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:47.995351 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6ebda31e-14f5-4cb4-9bc6-069f264aeb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:48.587023 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 16c73a41-14c8-40ec-b491-5430d1a1cff3 no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:21:48.608298 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 16c73a41-14c8-40ec-b491-5430d1a1cff3 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:21:48.608967 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 16c73a41-14c8-40ec-b491-5430d1a1cff3 not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:21:48.609411 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device ff4af1d4-38e0-4f0b-a6be-86af2229d8de no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:21:48.628875 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: ff4af1d4-38e0-4f0b-a6be-86af2229d8de {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:21:48.629227 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device ff4af1d4-38e0-4f0b-a6be-86af2229d8de not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:21:48.629657 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 71011209-4a09-4816-99cd-92312865e05b no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:21:48.648470 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 71011209-4a09-4816-99cd-92312865e05b {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:21:48.648823 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 71011209-4a09-4816-99cd-92312865e05b not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:21:51.858652 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33654) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:51.969191 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8f4ff0bd-69e5-421b-a474-37a4faed098f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:52.056271 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8f4ff0bd-69e5-421b-a474-37a4faed098f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:52.061131 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-8f4ff0bd-69e5-421b-a474-37a4faed098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:52.063714 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-69e741f5-a892-4a74-8246-e81a78bec311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:52.100814 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ff0bd-69e5-421b-a474-37a4faed098f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af632162-91f7-4f54-9541-e12e352edf5c,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:52.105574 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-8f4ff0bd-69e5-421b-a474-37a4faed098f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8245d5c0ee64493a9b510f72787e0125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448726 Jun 23 16:21:52.106261 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-8f4ff0bd-69e5-421b-a474-37a4faed098f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:52.108208 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33658) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:52.160252 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2c44ca9d-52f0-4c71-a3a3-33989b47d76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:52.184214 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2c44ca9d-52f0-4c71-a3a3-33989b47d76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:52.234685 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2c44ca9d-52f0-4c71-a3a3-33989b47d76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:52.237395 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2c44ca9d-52f0-4c71-a3a3-33989b47d76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:52.238585 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-2c44ca9d-52f0-4c71-a3a3-33989b47d76f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af632162-91f7-4f54-9541-e12e352edf5c HTTP/1.1" status: 204 len: 168 time: 0.1294925 Jun 23 16:21:52.239364 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4f92bcdb-630c-48c9-b957-00779430e04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:52.247727 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44ca9d-52f0-4c71-a3a3-33989b47d76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af632162-91f7-4f54-9541-e12e352edf5c,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:52.250688 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2c44ca9d-52f0-4c71-a3a3-33989b47d76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:53.997277 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33710) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:54.109436 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-51825bb0-a0fa-4756-b8b8-456c8726c939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:54.211285 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-51825bb0-a0fa-4756-b8b8-456c8726c939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:54.216471 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-51825bb0-a0fa-4756-b8b8-456c8726c939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:54.219183 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-7e9616dd-4e5f-48a7-92b4-7e7ca2652dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:54.255002 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-51825bb0-a0fa-4756-b8b8-456c8726c939 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8556548f71d94f63b2adb717a1edeb2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564130 Jun 23 16:21:54.255916 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51825bb0-a0fa-4756-b8b8-456c8726c939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be7fc5d-9eff-4c22-9406-9eeabb9e2bd2,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:54.256997 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 33714) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:54.259277 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-51825bb0-a0fa-4756-b8b8-456c8726c939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:54.310695 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cc44e0f6-760a-4cb8-bec0-f40541fc8ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:54.333806 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cc44e0f6-760a-4cb8-bec0-f40541fc8ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:54.383826 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cc44e0f6-760a-4cb8-bec0-f40541fc8ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:54.387354 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cc44e0f6-760a-4cb8-bec0-f40541fc8ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:54.388634 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-cc44e0f6-760a-4cb8-bec0-f40541fc8ebb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1be7fc5d-9eff-4c22-9406-9eeabb9e2bd2 HTTP/1.1" status: 204 len: 168 time: 0.1306529 Jun 23 16:21:54.389418 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ee275ec9-19d9-4869-b787-29ec86ad62aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:54.397292 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44e0f6-760a-4cb8-bec0-f40541fc8ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be7fc5d-9eff-4c22-9406-9eeabb9e2bd2,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:54.400052 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cc44e0f6-760a-4cb8-bec0-f40541fc8ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:54.701236 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 33720) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:54.716616 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1b40f66c-fa46-4caa-b14f-393b843b6b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:54.814064 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1b40f66c-fa46-4caa-b14f-393b843b6b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:54.819586 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1b40f66c-fa46-4caa-b14f-393b843b6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:54.822662 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a0d4f775-e9cb-4e3a-9bda-a547fe8eb1cc tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:54.862065 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-1b40f66c-fa46-4caa-b14f-393b843b6b2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5872b6f5b25e4dcdbf70d6998553039f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596515 Jun 23 16:21:54.862981 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40f66c-fa46-4caa-b14f-393b843b6b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9682c54a-f565-466c-abf4-8c999abede07,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:54.865733 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33722) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:54.866476 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-1b40f66c-fa46-4caa-b14f-393b843b6b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:54.924197 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f64fd5f8-cea1-4052-9c35-e3defc9e3ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:54.945690 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f64fd5f8-cea1-4052-9c35-e3defc9e3ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:54.996080 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f64fd5f8-cea1-4052-9c35-e3defc9e3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:54.999306 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-f64fd5f8-cea1-4052-9c35-e3defc9e3ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:55.000871 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-f64fd5f8-cea1-4052-9c35-e3defc9e3ad4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9682c54a-f565-466c-abf4-8c999abede07 HTTP/1.1" status: 204 len: 168 time: 0.1336334 Jun 23 16:21:55.001959 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-bfddf704-f3dd-4430-9249-85fa4daff647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:55.010850 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fd5f8-cea1-4052-9c35-e3defc9e3ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9682c54a-f565-466c-abf4-8c999abede07,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:55.017563 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f64fd5f8-cea1-4052-9c35-e3defc9e3ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:55.403528 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-27dce05c-8ece-43d1-8984-8625dec82487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:57.919420 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-23b6b626-b2e7-4190-b1cc-6502bd8f752c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:58.283786 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:59.017291 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:00.550035 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:02.627002 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:04.272572 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea9875-405c-4b75-9640-8b69f052eb41 req-e0d6bd7b-4f35-4851-8cff-1303b2305ac3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:04.274027 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2bea9875-405c-4b75-9640-8b69f052eb41 req-e0d6bd7b-4f35-4851-8cff-1303b2305ac3 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 946 time: 0.0648041 Jun 23 16:22:04.311643 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2bea9875-405c-4b75-9640-8b69f052eb41 req-40d9e5b2-0bc3-4396-8ccc-34e87fb441fc tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317066 Jun 23 16:22:05.488624 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6e7c2-5e86-4626-930a-7c57acde125f req-e427294e-92d7-48ea-89e5-c9be4375ec00 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:05.490057 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7be6e7c2-5e86-4626-930a-7c57acde125f req-e427294e-92d7-48ea-89e5-c9be4375ec00 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 946 time: 0.0620296 Jun 23 16:22:05.532661 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7be6e7c2-5e86-4626-930a-7c57acde125f req-78920e22-30a9-4ca3-a59a-3404a3b7bb1d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups?id=1060910e-404c-4594-8a95-efe4d963223c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363872 Jun 23 16:22:05.880535 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-4ddd9117-894c-48f3-80cf-e72244c5ac9f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:05.882012 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-4ddd9117-894c-48f3-80cf-e72244c5ac9f tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.86 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 946 time: 0.0669885 Jun 23 16:22:05.990991 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Deleting port f55efbc0-c60a-43e7-a49f-a873e88cc4fe {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:22:05.991328 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:06.083426 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] For port f55efbc0-c60a-43e7-a49f-a873e88cc4fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:22:06.083869 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:06.503842 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:06.504262 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454776'] for floatingip, after_update {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:06.504624 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.db.l3_db [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Floating IP dc4206dd-fc0e-4352-85ea-10dfe064f6f6 disassociated. External IP: 172.28.1.108, port: f55efbc0-c60a-43e7-a49f-a873e88cc4fe. Jun 23 16:22:06.505040 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Calling delete_port for f55efbc0-c60a-43e7-a49f-a873e88cc4fe owned by compute:nova {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:22:06.631949 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:06.636474 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-20be5972-2789-45df-8a89-f8d71e10ebac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:06.663454 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event deleted for resources: {'Port': ['ID=f55efbc0-c60a-43e7-a49f-a873e88cc4fe,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:06.666075 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:06.689460 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0665e766-2ee5-4483-969a-dbe054d913d7 req-3ee869a8-08ac-4b67-b2f6-e0102ae68bf5 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/ports?device_id=233c8857-c6fe-44a9-b802-44dea22128ff HTTP/1.1" status: 200 len: 210 time: 0.0380487 Jun 23 16:22:06.783761 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:22:06.886857 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:22:06.896321 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ed3cfd-4d42-405b-8c66-4bb0bea60aa8 None None] Sync routers for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:22:06.907191 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ed3cfd-4d42-405b-8c66-4bb0bea60aa8 None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:22:06.907763 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-c5ed3cfd-4d42-405b-8c66-4bb0bea60aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:21:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:06.933181 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] No DVR routers for this DVR port f55efbc0-c60a-43e7-a49f-a873e88cc4fe on host hv-cinder-78836 {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:22:06.936051 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:06.938054 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-8d65d90f-d82c-4fe5-9ef5-8a564f146160 req-e2658643-b0f1-4b2a-b756-bb2308b5a57d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.86 "DELETE /v2.0/ports/f55efbc0-c60a-43e7-a49f-a873e88cc4fe HTTP/1.1" status: 204 len: 173 time: 1.0502949 Jun 23 16:22:06.938601 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'name': 'network-vif-deleted', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:22:06.941011 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1243d94d-65ce-4055-8d46-c1a91fb348b9" -d '{"events": [{"server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "name": "network-vif-deleted", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:22:06.977344 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b8ed38-0862-4e01-97fc-3d699b2f75f3 x-openstack-request-id: req-92b8ed38-0862-4e01-97fc-3d699b2f75f3 {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:22:06.977696 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233c8857-c6fe-44a9-b802-44dea22128ff", "name": "network-vif-deleted", "tag": "f55efbc0-c60a-43e7-a49f-a873e88cc4fe", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:22:06.977984 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92b8ed38-0862-4e01-97fc-3d699b2f75f3 {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:22:06.978460 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233c8857-c6fe-44a9-b802-44dea22128ff', 'name': 'network-vif-deleted', 'tag': 'f55efbc0-c60a-43e7-a49f-a873e88cc4fe', 'status': 'completed', 'code': 200} Jun 23 16:22:07.021783 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-c5ed3cfd-4d42-405b-8c66-4bb0bea60aa8 None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:22:07.241541 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-c5ed3cfd-4d42-405b-8c66-4bb0bea60aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:50Z', 'revision_number': 5, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:07.268760 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ed3cfd-4d42-405b-8c66-4bb0bea60aa8 None None] Checking router: 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:22:07.277897 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ed3cfd-4d42-405b-8c66-4bb0bea60aa8 None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:22:07.278756 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-c5ed3cfd-4d42-405b-8c66-4bb0bea60aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:21:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:07.386346 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-c5ed3cfd-4d42-405b-8c66-4bb0bea60aa8 None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:22:07.590554 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-c5ed3cfd-4d42-405b-8c66-4bb0bea60aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:50Z', 'revision_number': 5, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:07.616906 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ed3cfd-4d42-405b-8c66-4bb0bea60aa8 None None] The sync data for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb is: [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:15:38Z', 'revision_number': 4, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7b466f97-6a35-4332-abba-081724504d37', 'name': '', 'network_id': '946f23a5-90f4-4bf4-8cd6-54b1859f37d4', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'mac_address': 'fa:16:3e:65:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:34Z', 'updated_at': '2021-06-23T16:15:50Z', 'revision_number': 5, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'subnets': [{'id': '8215ec0e-2baa-40c1-82f0-7424b50eab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:22:07.818651 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33898) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:07.835788 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301b054-c0cf-4dd4-b418-d403c28754ec None None] New status for floating IP dc4206dd-fc0e-4352-85ea-10dfe064f6f6: DOWN {{(pid=93116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:22:07.873448 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b27f9271-0f58-463e-851a-0b4ae2f4571b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:07.896817 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b27f9271-0f58-463e-851a-0b4ae2f4571b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:07.946216 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b27f9271-0f58-463e-851a-0b4ae2f4571b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:07.948884 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b27f9271-0f58-463e-851a-0b4ae2f4571b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:07.950080 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-b27f9271-0f58-463e-851a-0b4ae2f4571b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "DELETE /v2.0/security-groups/1060910e-404c-4594-8a95-efe4d963223c HTTP/1.1" status: 204 len: 168 time: 0.1303985 Jun 23 16:22:07.950954 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-77f9f5e0-ed55-41e7-9b75-5a349e17cac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:07.953029 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 33900) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:07.959933 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f9271-0f58-463e-851a-0b4ae2f4571b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1060910e-404c-4594-8a95-efe4d963223c,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:07.962344 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-b27f9271-0f58-463e-851a-0b4ae2f4571b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:07.972274 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.api.v2.resource [None req-beabd13c-f26b-403f-8053-55afcf3fc311 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] show failed (client error): The resource could not be found. Jun 23 16:22:07.977027 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-beabd13c-f26b-403f-8053-55afcf3fc311 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "GET /v2.0/security-groups/1060910e-404c-4594-8a95-efe4d963223c HTTP/1.1" status: 404 len: 347 time: 0.0190048 Jun 23 16:22:07.977239 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 33902) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:08.110100 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-cccc5d2b-b33e-41e7-abd6-f53316db4dc6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Deleting port 0da9dd79-0ac6-4fbd-878d-e28573e69ff1 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:22:08.110416 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cccc5d2b-b33e-41e7-abd6-f53316db4dc6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:08.182632 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cccc5d2b-b33e-41e7-abd6-f53316db4dc6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:08.182906 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cccc5d2b-b33e-41e7-abd6-f53316db4dc6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:08.194314 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-cccc5d2b-b33e-41e7-abd6-f53316db4dc6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Calling delete_port for 0da9dd79-0ac6-4fbd-878d-e28573e69ff1 owned by network:floatingip {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:22:08.323367 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cccc5d2b-b33e-41e7-abd6-f53316db4dc6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:08.325418 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-c8e667f0-c201-4757-9406-23d9e8d2273f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:08.353175 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc5d2b-b33e-41e7-abd6-f53316db4dc6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Pushing event deleted for resources: {'Port': ['ID=0da9dd79-0ac6-4fbd-878d-e28573e69ff1,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:08.358427 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cccc5d2b-b33e-41e7-abd6-f53316db4dc6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:08.411321 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cccc5d2b-b33e-41e7-abd6-f53316db4dc6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks [] for floatingip, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:08.413817 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cccc5d2b-b33e-41e7-abd6-f53316db4dc6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:08.414966 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-cccc5d2b-b33e-41e7-abd6-f53316db4dc6 tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] 10.222.0.23 "DELETE /v2.0/floatingips/dc4206dd-fc0e-4352-85ea-10dfe064f6f6 HTTP/1.1" status: 204 len: 168 time: 0.4368348 Jun 23 16:22:11.001694 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 33956) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:11.098230 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f55efbc0-c60a-43e7-a49f-a873e88cc4fe no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:22:11.117859 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: f55efbc0-c60a-43e7-a49f-a873e88cc4fe {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:22:11.118494 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device f55efbc0-c60a-43e7-a49f-a873e88cc4fe not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:22:11.467629 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33984) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:11.506480 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4f204261-98e1-4f10-8ff7-7f321ebeb033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395262'] for router_interface, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:11.571824 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-48838651-9a2d-44ba-b8c2-1ab0bf2f9013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:11.659406 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-48838651-9a2d-44ba-b8c2-1ab0bf2f9013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:11.663639 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-48838651-9a2d-44ba-b8c2-1ab0bf2f9013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:11.666992 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a81b8dac-711c-49a1-868f-cc05d73ef5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:11.704186 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-48838651-9a2d-44ba-b8c2-1ab0bf2f9013 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1206fa5aec944e618833a7b1dbc30f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354522 Jun 23 16:22:11.706992 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33988) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:11.708959 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48838651-9a2d-44ba-b8c2-1ab0bf2f9013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e3e034-1a5a-433a-a661-c5c849b0eb48,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:11.716888 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-48838651-9a2d-44ba-b8c2-1ab0bf2f9013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:11.757403 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-4f204261-98e1-4f10-8ff7-7f321ebeb033 admin admin] Deleting port 7b466f97-6a35-4332-abba-081724504d37 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:22:11.757733 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4f204261-98e1-4f10-8ff7-7f321ebeb033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:11.763186 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1c935979-3ed7-4ace-9416-e6d4e5ade2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:11.784445 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1c935979-3ed7-4ace-9416-e6d4e5ade2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:11.834737 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1c935979-3ed7-4ace-9416-e6d4e5ade2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:11.837671 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-4f204261-98e1-4f10-8ff7-7f321ebeb033 admin admin] For port 7b466f97-6a35-4332-abba-081724504d37, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=7b466f97-6a35-4332-abba-081724504d37,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:22:11.838067 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4f204261-98e1-4f10-8ff7-7f321ebeb033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:11.839154 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-1c935979-3ed7-4ace-9416-e6d4e5ade2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:11.840823 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-1c935979-3ed7-4ace-9416-e6d4e5ade2ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73e3e034-1a5a-433a-a661-c5c849b0eb48 HTTP/1.1" status: 204 len: 168 time: 0.1328294 Jun 23 16:22:11.842100 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-700af09f-2487-4878-b471-4b82ba8609ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:11.850706 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c935979-3ed7-4ace-9416-e6d4e5ade2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e3e034-1a5a-433a-a661-c5c849b0eb48,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:11.852387 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-4f204261-98e1-4f10-8ff7-7f321ebeb033 admin admin] Calling delete_port for 7b466f97-6a35-4332-abba-081724504d37 owned by network:router_interface {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:22:11.853143 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-1c935979-3ed7-4ace-9416-e6d4e5ade2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:12.037709 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4f204261-98e1-4f10-8ff7-7f321ebeb033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:12.039911 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:12.064947 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f204261-98e1-4f10-8ff7-7f321ebeb033 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b466f97-6a35-4332-abba-081724504d37,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:12.067713 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-4f204261-98e1-4f10-8ff7-7f321ebeb033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:12.108547 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33994) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:12.123326 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-81b570b8-52ca-47c3-9913-674cc47df57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:12.224684 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-81b570b8-52ca-47c3-9913-674cc47df57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:12.232284 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-81b570b8-52ca-47c3-9913-674cc47df57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:12.235497 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-48838651-9a2d-44ba-b8c2-1ab0bf2f9013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:12.272652 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-81b570b8-52ca-47c3-9913-674cc47df57c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2aaaaf8b4c5426f8b88a5cc0003b67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628358 Jun 23 16:22:12.273613 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b570b8-52ca-47c3-9913-674cc47df57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c22f93b-454e-49ba-ab77-12f2ef0d776a,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:12.275965 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 33996) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:12.278089 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-81b570b8-52ca-47c3-9913-674cc47df57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:12.331042 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-599a4ac3-dbb4-4494-8bfa-b823067c4d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:12.354096 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-599a4ac3-dbb4-4494-8bfa-b823067c4d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:12.404005 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-599a4ac3-dbb4-4494-8bfa-b823067c4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:12.406831 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-599a4ac3-dbb4-4494-8bfa-b823067c4d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:12.408026 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-599a4ac3-dbb4-4494-8bfa-b823067c4d01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c22f93b-454e-49ba-ab77-12f2ef0d776a HTTP/1.1" status: 204 len: 168 time: 0.1311071 Jun 23 16:22:12.408807 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-8ee3d3c6-d302-4277-8db6-131f74fa546d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:12.419972 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a4ac3-dbb4-4494-8bfa-b823067c4d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c22f93b-454e-49ba-ab77-12f2ef0d776a,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:12.422404 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-599a4ac3-dbb4-4494-8bfa-b823067c4d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:12.524532 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4f204261-98e1-4f10-8ff7-7f321ebeb033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3751694'] for router_interface, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:12.764865 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f204261-98e1-4f10-8ff7-7f321ebeb033 admin admin] Router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:22:12.893994 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f204261-98e1-4f10-8ff7-7f321ebeb033 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:22:12.902329 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-4f204261-98e1-4f10-8ff7-7f321ebeb033 admin admin] 10.222.0.23 "PUT /v2.0/routers/60abbe92-0fa0-4a9b-a6e1-39cee10ad102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8963506 Jun 23 16:22:12.902457 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 34010) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:12.903824 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044d2b3-c386-4238-bd98-71cfbedaede3 None None] Sync routers for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:22:12.914822 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044d2b3-c386-4238-bd98-71cfbedaede3 None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:22:12.915416 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-7044d2b3-c386-4238-bd98-71cfbedaede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:21:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:13.019328 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Notify callbacks [] for router, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.024510 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-7044d2b3-c386-4238-bd98-71cfbedaede3 None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:22:13.124940 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.179046 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Deleting port 63e1d00b-cca1-474c-8573-d1f3129ee5cf {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:22:13.179559 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.199940 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-7044d2b3-c386-4238-bd98-71cfbedaede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:22:11Z', 'revision_number': 5, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port': {'id': '63e1d00b-cca1-474c-8573-d1f3129ee5cf', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:15:27Z', 'updated_at': '2021-06-23T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:13.231629 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044d2b3-c386-4238-bd98-71cfbedaede3 None None] Checking router: 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:22:13.241277 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044d2b3-c386-4238-bd98-71cfbedaede3 None None] Routers {'60abbe92-0fa0-4a9b-a6e1-39cee10ad102'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:22:13.241888 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-7044d2b3-c386-4238-bd98-71cfbedaede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:21:58Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:13.266562 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] For port 63e1d00b-cca1-474c-8573-d1f3129ee5cf, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=63e1d00b-cca1-474c-8573-d1f3129ee5cf,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:22:13.267092 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.284402 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Calling delete_port for 63e1d00b-cca1-474c-8573-d1f3129ee5cf owned by network:router_gateway {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:22:13.328457 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-7044d2b3-c386-4238-bd98-71cfbedaede3 None None] Set router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 gateway port host: None {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:22:13.381007 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-7044d2b3-c386-4238-bd98-71cfbedaede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:22:13Z', 'revision_number': 6, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port_host': None}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:13.415584 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044d2b3-c386-4238-bd98-71cfbedaede3 None None] The sync data for ids ['60abbe92-0fa0-4a9b-a6e1-39cee10ad102'] in dv-cinder-788363-4-smb is: [{'id': '60abbe92-0fa0-4a9b-a6e1-39cee10ad102', 'name': 'tempest-AttachVolumeShelveTestJSON-1898549282-router', 'tenant_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:15:26Z', 'updated_at': '2021-06-23T16:22:13Z', 'revision_number': 6, 'project_id': '338dca89e1dd4fe398d50d6d3d1df5cd', 'gw_port_host': None}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:22:13.472579 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.475458 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-50a2ce01-f88a-49a3-9bb2-fbe47e575587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:13.501115 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Pushing event deleted for resources: {'Port': ['ID=63e1d00b-cca1-474c-8573-d1f3129ee5cf,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:13.503526 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:13.562576 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454811'] for router_gateway, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.650570 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130119'] for router, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.652732 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.697633 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751413'] for router, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.698292 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60abbe92-0fa0-4a9b-a6e1-39cee10ad102 {{(pid=93113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:22:13.703691 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] Notify callbacks [] for router, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.707281 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-71c4fe25-6ce7-4193-b36b-eb93bbb6ac0e admin admin] 10.222.0.23 "DELETE /v2.0/routers/60abbe92-0fa0-4a9b-a6e1-39cee10ad102 HTTP/1.1" status: 204 len: 168 time: 0.8036950 Jun 23 16:22:13.707666 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 34034) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:13.754894 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6321f03-6bd3-4221-8081-cfc28db86385 admin admin] Deleting subnet 8215ec0e-2baa-40c1-82f0-7424b50eab30 {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:22:13.758970 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a6321f03-6bd3-4221-8081-cfc28db86385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.795074 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a6321f03-6bd3-4221-8081-cfc28db86385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27704903'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.906005 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a6321f03-6bd3-4221-8081-cfc28db86385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.970202 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a6321f03-6bd3-4221-8081-cfc28db86385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27874705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28535818'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:13.972805 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:13.996077 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6321f03-6bd3-4221-8081-cfc28db86385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8215ec0e-2baa-40c1-82f0-7424b50eab30,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:13.998676 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a6321f03-6bd3-4221-8081-cfc28db86385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:14.003704 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a6321f03-6bd3-4221-8081-cfc28db86385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.007967 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-a6321f03-6bd3-4221-8081-cfc28db86385 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8215ec0e-2baa-40c1-82f0-7424b50eab30 HTTP/1.1" status: 204 len: 168 time: 0.2969155 Jun 23 16:22:14.008206 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 34046) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:14.013058 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71674d1-70b0-4fb3-85ac-7bcd2a501d2c None None] Network 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:22:14.094454 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.156527 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Deleting port 3e5722a2-938b-420a-a6a8-659d49ed7397 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:22:14.156696 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.229777 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3234dccf-2662-470f-85db-3d41170b6768 None None] DHCP port deletion for 946f23a5-90f4-4bf4-8cd6-54b1859f37d4 request from dv-cinder-788363-4-smb {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:22:14.230058 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] For port 3e5722a2-938b-420a-a6a8-659d49ed7397, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=3e5722a2-938b-420a-a6a8-659d49ed7397,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:22:14.230823 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.247356 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Calling delete_port for 3e5722a2-938b-420a-a6a8-659d49ed7397 owned by network:dhcp {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:22:14.283945 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-3234dccf-2662-470f-85db-3d41170b6768 None None] Deleting port 3e5722a2-938b-420a-a6a8-659d49ed7397 {{(pid=93116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:22:14.284322 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3234dccf-2662-470f-85db-3d41170b6768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.345271 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.348302 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-50ad372b-7668-4430-b936-bf332aa14ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:14.356019 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-3234dccf-2662-470f-85db-3d41170b6768 None None] For port 3e5722a2-938b-420a-a6a8-659d49ed7397, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=3e5722a2-938b-420a-a6a8-659d49ed7397,segment=NetworkSegment(61b8cd16-8d87-48a5-8e4e-ee904654dec8),segment_id=61b8cd16-8d87-48a5-8e4e-ee904654dec8)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:22:14.356415 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3234dccf-2662-470f-85db-3d41170b6768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.371657 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-3234dccf-2662-470f-85db-3d41170b6768 None None] Calling delete_port for 3e5722a2-938b-420a-a6a8-659d49ed7397 owned by network:dhcp {{(pid=93116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:22:14.372893 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5722a2-938b-420a-a6a8-659d49ed7397,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:14.374720 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] No DVR routers for this DVR port 3e5722a2-938b-420a-a6a8-659d49ed7397 on host dv-cinder-788363-4-smb {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:22:14.376287 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:14.454335 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.462764 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3234dccf-2662-470f-85db-3d41170b6768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879'] for port, after_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.464786 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946f23a5-90f4-4bf4-8cd6-54b1859f37d4']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:14.465959 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:14.474873 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b8cd16-8d87-48a5-8e4e-ee904654dec8') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:14.475162 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.services.segments.db [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b8cd16-8d87-48a5-8e4e-ee904654dec8') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:14.484918 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27704920'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.488345 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234dccf-2662-470f-85db-3d41170b6768 None None] Pushing event deleted for resources: {'Port': ['ID=3e5722a2-938b-420a-a6a8-659d49ed7397,revision_number=None']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:14.491276 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-3234dccf-2662-470f-85db-3d41170b6768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:14.492259 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234dccf-2662-470f-85db-3d41170b6768 None None] No DVR routers for this DVR port 3e5722a2-938b-420a-a6a8-659d49ed7397 on host dv-cinder-788363-4-smb {{(pid=93116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:22:14.501224 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.508015 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:22:14.508398 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27874572'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: Traceback (most recent call last): Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: timer() Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: cb(*args, **kw) Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: return func(*args, **kwargs) Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: self._notify() Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: self.callback(batched_events) Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: event.method(event) Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: return f(self, *a, **k) Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: return self._get(url).json() Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:22:14.510043 dv-cinder-788363-4-smb neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:22:14.566886 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.574365 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:14.590353 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.592346 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] 10.222.0.23 "DELETE /v2.0/networks/946f23a5-90f4-4bf4-8cd6-54b1859f37d4 HTTP/1.1" status: 204 len: 168 time: 0.5832174 Jun 23 16:22:14.593984 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Pushing event deleted for resources: {'Network': ['ID=946f23a5-90f4-4bf4-8cd6-54b1859f37d4,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:14.597597 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:14.615798 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7b466f97-6a35-4332-abba-081724504d37 no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:22:14.636252 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 7b466f97-6a35-4332-abba-081724504d37 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:22:14.636871 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7b466f97-6a35-4332-abba-081724504d37 not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:22:14.637528 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 63e1d00b-cca1-474c-8573-d1f3129ee5cf no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:22:14.657257 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 63e1d00b-cca1-474c-8573-d1f3129ee5cf {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:22:14.657757 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 63e1d00b-cca1-474c-8573-d1f3129ee5cf not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:22:14.658483 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 3e5722a2-938b-420a-a6a8-659d49ed7397 no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:22:14.677273 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 3e5722a2-938b-420a-a6a8-659d49ed7397 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:22:14.677623 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 3e5722a2-938b-420a-a6a8-659d49ed7397 not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:22:14.821798 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 34070) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:14.863253 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-ec96747c-efc8-407b-9cc4-731b19f06eea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=338dca89e1dd4fe398d50d6d3d1df5cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399384 Jun 23 16:22:14.865713 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 34072) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:14.916013 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7529-69d0-4704-ab55-c4f2203e0103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.936945 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7529-69d0-4704-ab55-c4f2203e0103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.962070 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 34076) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:14.981987 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7529-69d0-4704-ab55-c4f2203e0103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.984544 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7529-69d0-4704-ab55-c4f2203e0103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:14.985688 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-4a8f7529-69d0-4704-ab55-c4f2203e0103 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34cae149-370e-48cb-a6ec-05757a84ba40 HTTP/1.1" status: 204 len: 168 time: 0.1189783 Jun 23 16:22:14.986564 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-46d24815-7f82-4c04-a11b-2ffd14ae7744 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:14.995248 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f7529-69d0-4704-ab55-c4f2203e0103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cae149-370e-48cb-a6ec-05757a84ba40,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:14.997773 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4a8f7529-69d0-4704-ab55-c4f2203e0103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:15.072530 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b38d0409-7874-4d24-aef4-c7f22bf33bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.165635 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b38d0409-7874-4d24-aef4-c7f22bf33bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.170246 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b38d0409-7874-4d24-aef4-c7f22bf33bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.173629 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8221037c-3135-4a57-ae39-be89122d3de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:15.208261 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-b38d0409-7874-4d24-aef4-c7f22bf33bd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe73e47d0c304300a852248d706c7eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449789 Jun 23 16:22:15.209153 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d0409-7874-4d24-aef4-c7f22bf33bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6a0d03-c330-4106-8533-17b3f0744fa7,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:15.211007 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 34086) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:15.212685 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b38d0409-7874-4d24-aef4-c7f22bf33bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:15.260616 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6ff1-5292-47f3-96c0-c61475ad14b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.282770 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6ff1-5292-47f3-96c0-c61475ad14b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.335503 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6ff1-5292-47f3-96c0-c61475ad14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.338145 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6ff1-5292-47f3-96c0-c61475ad14b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.339336 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-7e8d6ff1-5292-47f3-96c0-c61475ad14b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb6a0d03-c330-4106-8533-17b3f0744fa7 HTTP/1.1" status: 204 len: 168 time: 0.1270673 Jun 23 16:22:15.340070 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-68ed2665-6f4d-4af9-9712-62825a2732ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:15.347840 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d6ff1-5292-47f3-96c0-c61475ad14b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6a0d03-c330-4106-8533-17b3f0744fa7,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:15.350240 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-7e8d6ff1-5292-47f3-96c0-c61475ad14b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:15.669108 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 34108) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:15.682689 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-263d010b-2656-49f9-8385-13198cea8ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.770320 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-263d010b-2656-49f9-8385-13198cea8ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.774759 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-263d010b-2656-49f9-8385-13198cea8ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.778373 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-7e8d6ff1-5292-47f3-96c0-c61475ad14b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:15.813519 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-263d010b-2656-49f9-8385-13198cea8ca8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08c58d3f15b74c6581ad7325af2c53d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432223 Jun 23 16:22:15.816302 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 34114) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:15.818197 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d010b-2656-49f9-8385-13198cea8ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536d15fd-0e7a-445c-9948-7d8ed8e0b4e8,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:15.821458 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-263d010b-2656-49f9-8385-13198cea8ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:15.870204 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-76269416-d561-41d3-aa62-13cfcccbcb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.892014 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-76269416-d561-41d3-aa62-13cfcccbcb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.937108 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-76269416-d561-41d3-aa62-13cfcccbcb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.939779 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-76269416-d561-41d3-aa62-13cfcccbcb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:15.940924 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-76269416-d561-41d3-aa62-13cfcccbcb99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/536d15fd-0e7a-445c-9948-7d8ed8e0b4e8 HTTP/1.1" status: 204 len: 168 time: 0.1236367 Jun 23 16:22:15.941870 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cc73d824-ec88-4cae-a736-dc1da0f4f41f tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:15.950533 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76269416-d561-41d3-aa62-13cfcccbcb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536d15fd-0e7a-445c-9948-7d8ed8e0b4e8,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:15.958103 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-76269416-d561-41d3-aa62-13cfcccbcb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:17.287281 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:22:20.396105 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 34228) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:20.523343 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7fe40dc3-833c-46cd-99b1-d335889e0c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:20.612152 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7fe40dc3-833c-46cd-99b1-d335889e0c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:20.616568 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7fe40dc3-833c-46cd-99b1-d335889e0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:20.620684 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-9efde79b-e592-47bf-afb6-d47e75c7deb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:20.661448 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-7fe40dc3-833c-46cd-99b1-d335889e0c8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d627881d58847f3bc6deac2553719b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640676 Jun 23 16:22:20.662268 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe40dc3-833c-46cd-99b1-d335889e0c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45145772-9725-40ed-ba06-03a9f29deef0,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:20.664211 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 34240) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:20.665231 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7fe40dc3-833c-46cd-99b1-d335889e0c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:20.715784 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a774579c-679e-4332-89ca-b1d378adfe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:20.738368 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a774579c-679e-4332-89ca-b1d378adfe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:20.800690 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a774579c-679e-4332-89ca-b1d378adfe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:20.804439 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-a774579c-679e-4332-89ca-b1d378adfe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:20.805874 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-a774579c-679e-4332-89ca-b1d378adfe1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45145772-9725-40ed-ba06-03a9f29deef0 HTTP/1.1" status: 204 len: 168 time: 0.1405325 Jun 23 16:22:20.806748 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-263d010b-2656-49f9-8385-13198cea8ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:20.816584 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774579c-679e-4332-89ca-b1d378adfe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45145772-9725-40ed-ba06-03a9f29deef0,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:20.823314 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a774579c-679e-4332-89ca-b1d378adfe1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:21.073125 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 34254) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:21.086512 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-295999d5-d129-4545-bc46-7c3b66a05eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:21.178633 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-295999d5-d129-4545-bc46-7c3b66a05eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:21.183565 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-295999d5-d129-4545-bc46-7c3b66a05eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:21.187522 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-51825bb0-a0fa-4756-b8b8-456c8726c939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:21.222311 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-295999d5-d129-4545-bc46-7c3b66a05eab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=768b9ca1688c4ca7a500cd580dabbe0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480429 Jun 23 16:22:21.223437 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295999d5-d129-4545-bc46-7c3b66a05eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f6388b-b74c-4d43-909c-5364d4b16c17,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:21.225307 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 34258) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:21.226510 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-295999d5-d129-4545-bc46-7c3b66a05eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:21.276308 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cdde543b-0b19-488d-b8e8-bb8a7ef69d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:21.296630 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cdde543b-0b19-488d-b8e8-bb8a7ef69d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:21.343858 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cdde543b-0b19-488d-b8e8-bb8a7ef69d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:21.346978 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cdde543b-0b19-488d-b8e8-bb8a7ef69d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:21.348229 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-cdde543b-0b19-488d-b8e8-bb8a7ef69d22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50f6388b-b74c-4d43-909c-5364d4b16c17 HTTP/1.1" status: 204 len: 168 time: 0.1216571 Jun 23 16:22:21.349118 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b9531aaa-fb7b-4918-81fc-d0f589e333ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:21.357667 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde543b-0b19-488d-b8e8-bb8a7ef69d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f6388b-b74c-4d43-909c-5364d4b16c17,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:21.360070 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cdde543b-0b19-488d-b8e8-bb8a7ef69d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:23.226367 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 34346) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:23.341228 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f3f15b25-d9cd-4324-8668-5a4287f40b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:23.446864 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f3f15b25-d9cd-4324-8668-5a4287f40b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:23.452371 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f3f15b25-d9cd-4324-8668-5a4287f40b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:23.455022 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2a283cb3-518f-4c8b-a6e9-787dcf520d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:23.490047 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f3f15b25-d9cd-4324-8668-5a4287f40b60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9c0caebb4424c44b078b4fde2465661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625208 Jun 23 16:22:23.490974 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f15b25-d9cd-4324-8668-5a4287f40b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a167243-9b8d-4432-a423-4b89cb9e436d,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:23.493279 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 34350) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:23.494608 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f3f15b25-d9cd-4324-8668-5a4287f40b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:23.544377 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-48cafbb3-3fa1-4fe1-8e4d-3842062d0231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:23.565711 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-48cafbb3-3fa1-4fe1-8e4d-3842062d0231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:23.619670 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-48cafbb3-3fa1-4fe1-8e4d-3842062d0231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:23.622413 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-48cafbb3-3fa1-4fe1-8e4d-3842062d0231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:23.623584 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-48cafbb3-3fa1-4fe1-8e4d-3842062d0231 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a167243-9b8d-4432-a423-4b89cb9e436d HTTP/1.1" status: 204 len: 168 time: 0.1293063 Jun 23 16:22:23.624361 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-8f4ff0bd-69e5-421b-a474-37a4faed098f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:23.632363 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cafbb3-3fa1-4fe1-8e4d-3842062d0231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a167243-9b8d-4432-a423-4b89cb9e436d,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:23.634653 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-48cafbb3-3fa1-4fe1-8e4d-3842062d0231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:23.900245 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 34370) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:23.914341 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bee31a7a-61a3-48fe-9b85-174307988435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:24.001899 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bee31a7a-61a3-48fe-9b85-174307988435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:24.007270 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bee31a7a-61a3-48fe-9b85-174307988435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:24.010043 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-a774579c-679e-4332-89ca-b1d378adfe1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:24.048255 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-bee31a7a-61a3-48fe-9b85-174307988435 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3077be69e27d4f7f800ba370c22146f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468341 Jun 23 16:22:24.049170 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee31a7a-61a3-48fe-9b85-174307988435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af7149d-d548-488e-a6ec-31b62fbaf13c,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:24.052018 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 34372) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:24.052558 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-bee31a7a-61a3-48fe-9b85-174307988435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:24.107683 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0229e790-ae67-4204-9481-72cadcfd77c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:24.130461 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0229e790-ae67-4204-9481-72cadcfd77c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:24.176657 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0229e790-ae67-4204-9481-72cadcfd77c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:24.179428 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0229e790-ae67-4204-9481-72cadcfd77c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:24.180575 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-0229e790-ae67-4204-9481-72cadcfd77c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5af7149d-d548-488e-a6ec-31b62fbaf13c HTTP/1.1" status: 204 len: 168 time: 0.1268997 Jun 23 16:22:24.181328 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-778e544e-f04d-48b1-8a17-7bd81bcd4d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:24.188997 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229e790-ae67-4204-9481-72cadcfd77c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af7149d-d548-488e-a6ec-31b62fbaf13c,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:24.191287 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0229e790-ae67-4204-9481-72cadcfd77c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:25.409008 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-99cf28aa-eeff-4b2d-a313-221a2d84002c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:27.913184 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8c3de50a-f1da-4c8d-9b15-b5ce45bc4eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:28.279044 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:29.021725 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:30.551913 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:32.639369 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:34.420806 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e5b6ff66-5a99-482a-815b-640df4b919ef req-652d6143-d04d-40f7-a292-beac0bc1e11b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570898 Jun 23 16:22:34.546127 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6ff66-5a99-482a-815b-640df4b919ef req-9909908e-37fb-4a6c-833e-eb4fe2dc72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:34.547667 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e5b6ff66-5a99-482a-815b-640df4b919ef req-9909908e-37fb-4a6c-833e-eb4fe2dc72bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=99195f2cdfe54167a23737a323af5d2f&device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0561063 Jun 23 16:22:34.664610 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6ff66-5a99-482a-815b-640df4b919ef req-f596466e-9300-4d9e-9e9c-2edd0e935358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:34.666063 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e5b6ff66-5a99-482a-815b-640df4b919ef req-f596466e-9300-4d9e-9e9c-2edd0e935358 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be HTTP/1.1" status: 200 len: 909 time: 0.0949631 Jun 23 16:22:34.740103 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e5b6ff66-5a99-482a-815b-640df4b919ef req-65f646f9-e1dd-4a37-910c-55bb893d2885 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10 HTTP/1.1" status: 200 len: 1001 time: 0.0659690 Jun 23 16:22:34.792634 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6ff66-5a99-482a-815b-640df4b919ef req-1e2e4d5f-6642-48f6-afe9-39b6cbeb638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:34.794184 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e5b6ff66-5a99-482a-815b-640df4b919ef req-1e2e4d5f-6642-48f6-afe9-39b6cbeb638b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85877f4c-b164-4c9c-9927-927f51d73307 HTTP/1.1" status: 200 len: 847 time: 0.0466018 Jun 23 16:22:34.863145 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6ff66-5a99-482a-815b-640df4b919ef req-7b271ccc-25d6-4147-bd71-e5d3614a2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:34.865288 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e5b6ff66-5a99-482a-815b-640df4b919ef req-7b271ccc-25d6-4147-bd71-e5d3614a2baa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0636737 Jun 23 16:22:34.972803 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e5b6ff66-5a99-482a-815b-640df4b919ef req-68efa6e5-befd-48d9-8171-0e4920b383d1 service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995283 Jun 23 16:22:35.085284 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-e5b6ff66-5a99-482a-815b-640df4b919ef req-757132ce-d1ce-425e-9c89-9c21cc131918 service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052985 Jun 23 16:22:42.918227 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 34694) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:43.047853 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:43.163667 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:43.168476 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:43.171248 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-335b2264-1066-4087-9726-347187b1cced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:43.209388 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c214cea4-4cd2-45f9-9904-b082a4874917,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:43.213835 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c5a4bdfbe9a4a5c9616fbdd75e9b9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941203 Jun 23 16:22:43.217221 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 34706) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:43.229244 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:43.229610 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:43.230032 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:43.230438 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:43.230804 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:43.231160 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:43.231506 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:43.231869 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:43.232247 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:43.232630 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:43.233020 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:43.233388 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:43.243533 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:43.289536 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-eeb014b0-1270-4e7c-a6fc-7eb1bd2c27b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:43.317485 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-eeb014b0-1270-4e7c-a6fc-7eb1bd2c27b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:43.369600 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-eeb014b0-1270-4e7c-a6fc-7eb1bd2c27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:43.372712 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-eeb014b0-1270-4e7c-a6fc-7eb1bd2c27b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:43.373909 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-eeb014b0-1270-4e7c-a6fc-7eb1bd2c27b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c214cea4-4cd2-45f9-9904-b082a4874917 HTTP/1.1" status: 204 len: 168 time: 0.1556304 Jun 23 16:22:43.374740 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b96edbf3-aea2-4869-be85-788fe16eba33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:43.382816 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb014b0-1270-4e7c-a6fc-7eb1bd2c27b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c214cea4-4cd2-45f9-9904-b082a4874917,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:43.385320 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-eeb014b0-1270-4e7c-a6fc-7eb1bd2c27b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:46.139883 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 34836) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:46.252253 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:46.351457 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:46.356913 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:46.359850 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-81b570b8-52ca-47c3-9913-674cc47df57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:46.394988 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcd3d68-c679-43c1-ac93-ee70c464dfc2,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:46.399050 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc7b868a58b24d44be7d69ec7d2a9cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581201 Jun 23 16:22:46.402552 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 34840) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:46.405692 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:46.406064 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:46.406468 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:46.406827 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:46.407182 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:46.407532 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:46.407878 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:46.408227 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:46.408569 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:46.408925 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:46.409262 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:46.409803 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:46.414392 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-bb431825-9bce-4b38-8f05-ca116fdba594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:46.463173 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-25b2d99f-e0d3-4a59-85c2-830630582941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:46.486879 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-25b2d99f-e0d3-4a59-85c2-830630582941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:46.536407 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-25b2d99f-e0d3-4a59-85c2-830630582941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:46.539731 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-25b2d99f-e0d3-4a59-85c2-830630582941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:46.540957 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-25b2d99f-e0d3-4a59-85c2-830630582941 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efcd3d68-c679-43c1-ac93-ee70c464dfc2 HTTP/1.1" status: 204 len: 168 time: 0.1369543 Jun 23 16:22:46.541835 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-28d17da1-9037-4f01-9e66-affd54f8b44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:46.550765 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2d99f-e0d3-4a59-85c2-830630582941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcd3d68-c679-43c1-ac93-ee70c464dfc2,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:46.553262 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-25b2d99f-e0d3-4a59-85c2-830630582941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:46.826792 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 34846) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:46.841756 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-805377be-5f08-4ec1-b153-ea5832113386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:46.957262 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-805377be-5f08-4ec1-b153-ea5832113386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:46.961914 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-805377be-5f08-4ec1-b153-ea5832113386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:46.964554 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ce8e2fdd-17b1-48a7-8961-47160166ddca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:47.005263 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-805377be-5f08-4ec1-b153-ea5832113386 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8674ef3ed7a74f729c474eaa63adb95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772299 Jun 23 16:22:47.006135 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805377be-5f08-4ec1-b153-ea5832113386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14419f7e-935a-4b6f-b1e1-8eca943ba8f1,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:47.008566 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 34850) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:47.009429 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-805377be-5f08-4ec1-b153-ea5832113386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:47.061527 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3969c9e8-36a6-4456-bd78-75386bdd4ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:47.083659 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3969c9e8-36a6-4456-bd78-75386bdd4ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:47.140669 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3969c9e8-36a6-4456-bd78-75386bdd4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:47.143314 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3969c9e8-36a6-4456-bd78-75386bdd4ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:47.144486 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-3969c9e8-36a6-4456-bd78-75386bdd4ae4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14419f7e-935a-4b6f-b1e1-8eca943ba8f1 HTTP/1.1" status: 204 len: 168 time: 0.1348822 Jun 23 16:22:47.145266 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7a40ee01-840e-46de-bb52-ae4837e3f944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:47.153555 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969c9e8-36a6-4456-bd78-75386bdd4ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14419f7e-935a-4b6f-b1e1-8eca943ba8f1,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:47.157761 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-3969c9e8-36a6-4456-bd78-75386bdd4ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:54.286700 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:22:55.404591 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c2259cf-7e04-4c3e-a646-17c47c791aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:56.267753 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02a30d-eef0-45e5-9031-53d839fcd3d7 req-b7cddb05-d60d-42fd-bef3-3d10cd6ed0a5 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:56.269240 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e02a30d-eef0-45e5-9031-53d839fcd3d7 req-b7cddb05-d60d-42fd-bef3-3d10cd6ed0a5 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0668368 Jun 23 16:22:56.308820 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-5e02a30d-eef0-45e5-9031-53d839fcd3d7 req-c801723e-1f8c-4f11-bdde-84dba9be0ed6 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333927 Jun 23 16:22:57.486393 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bcf61-cde7-4a07-913c-d45093898abd req-aee28910-6d53-4777-8801-0e34e59493a8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:57.487840 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-995bcf61-cde7-4a07-913c-d45093898abd req-aee28910-6d53-4777-8801-0e34e59493a8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0651219 Jun 23 16:22:57.527082 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-995bcf61-cde7-4a07-913c-d45093898abd req-2905bb5c-47a4-4db0-a9bc-3d7068ae0af6 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332415 Jun 23 16:22:57.917964 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5fe9f2da-b35a-41d5-817e-d21d4837ea55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:58.283569 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:58.707951 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9f3df-589e-4a3e-be55-5a69000a8a24 req-6c6fe924-db8c-4562-bd69-4628260eef97 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:58.709443 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2fb9f3df-589e-4a3e-be55-5a69000a8a24 req-6c6fe924-db8c-4562-bd69-4628260eef97 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0702109 Jun 23 16:22:58.748253 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-2fb9f3df-589e-4a3e-be55-5a69000a8a24 req-e8e6f03d-7d56-45d7-ac87-28e4314ab0f2 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325904 Jun 23 16:22:59.021195 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:59.937230 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566572af-9535-483f-ab69-8d271db547f5 req-ff3c3d96-d979-4ca2-95ea-598ff3b39f33 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:59.939404 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-566572af-9535-483f-ab69-8d271db547f5 req-ff3c3d96-d979-4ca2-95ea-598ff3b39f33 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0724797 Jun 23 16:22:59.982251 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-566572af-9535-483f-ab69-8d271db547f5 req-5bcd0775-cc14-4faf-a835-93ac19a67ee8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336981 Jun 23 16:23:00.555528 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:01.178748 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9409b7-3357-4d89-8a90-5f00bba1470f req-fabf189b-6bb1-4cce-8539-d545eee53a98 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:01.180812 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7f9409b7-3357-4d89-8a90-5f00bba1470f req-fabf189b-6bb1-4cce-8539-d545eee53a98 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0797558 Jun 23 16:23:01.237278 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-7f9409b7-3357-4d89-8a90-5f00bba1470f req-982bbbdb-7e6d-44e2-9863-9d84cacdceb5 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496004 Jun 23 16:23:02.424348 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d32b33-d21a-49d1-b75f-3b466e6b8503 req-55379fa1-6294-4471-8311-36023d90915f tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:02.425832 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-11d32b33-d21a-49d1-b75f-3b466e6b8503 req-55379fa1-6294-4471-8311-36023d90915f tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0652499 Jun 23 16:23:02.465140 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-11d32b33-d21a-49d1-b75f-3b466e6b8503 req-52f99142-6f60-42dc-837a-b4e2b21cec20 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333314 Jun 23 16:23:02.677417 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:03.647403 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d1fdf-a1fd-48f7-be2f-de01007336e3 req-feea5d25-1d14-4574-ad6f-6040efbd8372 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:03.648922 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0b1d1fdf-a1fd-48f7-be2f-de01007336e3 req-feea5d25-1d14-4574-ad6f-6040efbd8372 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0702355 Jun 23 16:23:03.688381 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-0b1d1fdf-a1fd-48f7-be2f-de01007336e3 req-04fb1057-bd33-4f8c-8a84-60fbc05c55e3 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336769 Jun 23 16:23:03.894244 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35108) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:04.005802 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c40e185f-d129-4f1f-9a81-67f914c82af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.095363 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c40e185f-d129-4f1f-9a81-67f914c82af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.100473 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c40e185f-d129-4f1f-9a81-67f914c82af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.103063 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ad9ea9ac-0b73-4b1d-a3fc-73a5aa52baa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:04.138038 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-c40e185f-d129-4f1f-9a81-67f914c82af0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcc8054d94054048b23ee5df488169de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426176 Jun 23 16:23:04.138933 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e185f-d129-4f1f-9a81-67f914c82af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1172a39-b7dc-4f00-b04d-bac104ac0ca9,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:04.140996 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35112) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:04.142206 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-c40e185f-d129-4f1f-9a81-67f914c82af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:04.196290 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-cbb68591-e811-4353-badc-0c30025c852e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.217550 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-cbb68591-e811-4353-badc-0c30025c852e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.264962 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-cbb68591-e811-4353-badc-0c30025c852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.267984 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-cbb68591-e811-4353-badc-0c30025c852e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.268993 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-cbb68591-e811-4353-badc-0c30025c852e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1172a39-b7dc-4f00-b04d-bac104ac0ca9 HTTP/1.1" status: 204 len: 168 time: 0.1270623 Jun 23 16:23:04.269816 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-599a4ac3-dbb4-4494-8bfa-b823067c4d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:04.277711 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb68591-e811-4353-badc-0c30025c852e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1172a39-b7dc-4f00-b04d-bac104ac0ca9,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:04.280615 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-cbb68591-e811-4353-badc-0c30025c852e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:04.532678 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35118) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:04.548949 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-51f20483-7518-4724-b3e2-ab8bdbd5f20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.642584 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-51f20483-7518-4724-b3e2-ab8bdbd5f20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.648829 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-51f20483-7518-4724-b3e2-ab8bdbd5f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.651434 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-443aa281-51bc-4e36-8dfb-e5aa9416374b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:04.686403 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-51f20483-7518-4724-b3e2-ab8bdbd5f20a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=653fb54c955640d293fe9da2c79dc086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525362 Jun 23 16:23:04.687669 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f20483-7518-4724-b3e2-ab8bdbd5f20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11c4073-f51f-4e28-9259-900efa4f0658,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:04.689253 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35120) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:04.691021 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-51f20483-7518-4724-b3e2-ab8bdbd5f20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:04.738408 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e0e665fd-6c5b-40a3-b19d-87a02ca79b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.759495 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e0e665fd-6c5b-40a3-b19d-87a02ca79b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.831847 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e0e665fd-6c5b-40a3-b19d-87a02ca79b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.834406 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e0e665fd-6c5b-40a3-b19d-87a02ca79b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:04.837815 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-e0e665fd-6c5b-40a3-b19d-87a02ca79b39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f11c4073-f51f-4e28-9259-900efa4f0658 HTTP/1.1" status: 204 len: 168 time: 0.1452968 Jun 23 16:23:04.837955 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-ade38409-210e-4449-8720-ed143b18b027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:04.854268 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e665fd-6c5b-40a3-b19d-87a02ca79b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11c4073-f51f-4e28-9259-900efa4f0658,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:04.857966 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-e0e665fd-6c5b-40a3-b19d-87a02ca79b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:04.896025 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c31348-f3c4-432f-9f9f-11145bb82a46 req-922ca877-d0d8-4946-b9ce-2e43aa5ad7d6 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:04.897536 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c4c31348-f3c4-432f-9f9f-11145bb82a46 req-922ca877-d0d8-4946-b9ce-2e43aa5ad7d6 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0976405 Jun 23 16:23:04.942756 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c4c31348-f3c4-432f-9f9f-11145bb82a46 req-87dba312-947f-4c40-967e-42364f384322 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391901 Jun 23 16:23:06.135561 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e4bef-940d-41e2-aba2-ff977972d66f req-053b79f7-faf5-4803-96c2-311c83d4b164 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:06.135561 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c76e4bef-940d-41e2-aba2-ff977972d66f req-053b79f7-faf5-4803-96c2-311c83d4b164 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0757360 Jun 23 16:23:06.172996 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c76e4bef-940d-41e2-aba2-ff977972d66f req-930ee061-34ef-44fb-98b0-de65e85bf052 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339813 Jun 23 16:23:06.453618 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396124d-2d44-45b8-8816-e2832c8a6047 req-797d94d9-8b00-4936-bbc0-a3bb46c02aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:06.455103 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-3396124d-2d44-45b8-8816-e2832c8a6047 req-797d94d9-8b00-4936-bbc0-a3bb46c02aa7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=99195f2cdfe54167a23737a323af5d2f&device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0664110 Jun 23 16:23:06.550968 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396124d-2d44-45b8-8816-e2832c8a6047 req-bdfcc1b2-157a-4bbb-931e-b0ce42bd9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:06.552553 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-3396124d-2d44-45b8-8816-e2832c8a6047 req-bdfcc1b2-157a-4bbb-931e-b0ce42bd9ca7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be HTTP/1.1" status: 200 len: 909 time: 0.0903661 Jun 23 16:23:06.620665 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-3396124d-2d44-45b8-8816-e2832c8a6047 req-c84a9086-7ea6-4546-915b-6ae475f01c39 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10 HTTP/1.1" status: 200 len: 1001 time: 0.0607295 Jun 23 16:23:06.670862 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396124d-2d44-45b8-8816-e2832c8a6047 req-d9dbdc9b-a574-42db-a705-4912a2b7a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:06.672578 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-3396124d-2d44-45b8-8816-e2832c8a6047 req-d9dbdc9b-a574-42db-a705-4912a2b7a302 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85877f4c-b164-4c9c-9927-927f51d73307 HTTP/1.1" status: 200 len: 847 time: 0.0442929 Jun 23 16:23:06.730897 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396124d-2d44-45b8-8816-e2832c8a6047 req-a920d2d6-7b46-4ac6-bbeb-1f82bca26641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:06.732369 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-3396124d-2d44-45b8-8816-e2832c8a6047 req-a920d2d6-7b46-4ac6-bbeb-1f82bca26641 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0532782 Jun 23 16:23:06.827789 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-3396124d-2d44-45b8-8816-e2832c8a6047 req-445b5a13-21f5-4947-8679-b552d8c3853f service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878026 Jun 23 16:23:06.925460 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-3396124d-2d44-45b8-8816-e2832c8a6047 req-cc5872c4-57f2-44de-bbc2-c0736ed5348a service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910714 Jun 23 16:23:07.358740 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1beb25-461e-46c7-bd02-8cc5ab77fa21 req-1967f8a5-4d3c-4f45-a446-6466ed228c54 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:07.360219 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9c1beb25-461e-46c7-bd02-8cc5ab77fa21 req-1967f8a5-4d3c-4f45-a446-6466ed228c54 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0711761 Jun 23 16:23:07.401346 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-9c1beb25-461e-46c7-bd02-8cc5ab77fa21 req-371b374b-90c0-4c16-b4c2-bdf0b1a62bac tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340343 Jun 23 16:23:08.553607 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35208) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:08.593664 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c42e8e-0285-4523-8fa6-ebe25097ae13 req-0785c82c-96cb-4dcb-a1f2-26edf9bcacdd tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:08.594676 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-63c42e8e-0285-4523-8fa6-ebe25097ae13 req-0785c82c-96cb-4dcb-a1f2-26edf9bcacdd tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0781066 Jun 23 16:23:08.634814 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-63c42e8e-0285-4523-8fa6-ebe25097ae13 req-10f616e6-c86c-4b98-b971-2b4fc0fd33d7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342784 Jun 23 16:23:08.672383 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb886-7068-4feb-a3f9-919fa888229b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:08.766906 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb886-7068-4feb-a3f9-919fa888229b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:08.772109 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb886-7068-4feb-a3f9-919fa888229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:08.774928 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ff7aa97b-e428-4ea9-9e60-85f2672ac126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:08.812267 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-0e1cb886-7068-4feb-a3f9-919fa888229b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e38f6607ce34ac699576c3a45b2d67d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573810 Jun 23 16:23:08.812267 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cb886-7068-4feb-a3f9-919fa888229b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6634be60-2358-47dc-85e5-394115cb9ec4,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:08.815118 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35216) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:08.817249 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-0e1cb886-7068-4feb-a3f9-919fa888229b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:08.873389 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a7f8b49d-8f94-49ba-a8f9-3652a0834663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:08.895954 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a7f8b49d-8f94-49ba-a8f9-3652a0834663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:08.946936 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a7f8b49d-8f94-49ba-a8f9-3652a0834663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:08.949654 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a7f8b49d-8f94-49ba-a8f9-3652a0834663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:08.951044 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-a7f8b49d-8f94-49ba-a8f9-3652a0834663 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6634be60-2358-47dc-85e5-394115cb9ec4 HTTP/1.1" status: 204 len: 168 time: 0.1335194 Jun 23 16:23:08.951865 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-5922ea62-4806-4901-a0a4-a07e3f3e438b tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:08.959941 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8b49d-8f94-49ba-a8f9-3652a0834663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6634be60-2358-47dc-85e5-394115cb9ec4,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:08.970822 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-a7f8b49d-8f94-49ba-a8f9-3652a0834663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:09.815596 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b151ac-e552-4f60-aff4-c8bae7e51a19 req-5e133da2-2c4c-44ba-bb02-edc9f6f940fc tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:09.817068 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-75b151ac-e552-4f60-aff4-c8bae7e51a19 req-5e133da2-2c4c-44ba-bb02-edc9f6f940fc tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0686576 Jun 23 16:23:09.855593 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-75b151ac-e552-4f60-aff4-c8bae7e51a19 req-d8a2de16-b79f-4c30-af4c-cb0889ab4fe2 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326557 Jun 23 16:23:10.179384 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35236) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:10.218024 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac42f-f2d9-4e6b-b658-cc847ee58e50 req-3ea3b4d7-c8d9-4f0e-83a9-bc27894e4fde tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:10.219589 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e90ac42f-f2d9-4e6b-b658-cc847ee58e50 req-3ea3b4d7-c8d9-4f0e-83a9-bc27894e4fde tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0725036 Jun 23 16:23:10.271783 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e90ac42f-f2d9-4e6b-b658-cc847ee58e50 req-f1378056-2a6b-41d2-857a-b024b70dfd98 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361049 Jun 23 16:23:10.287025 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-acbe0a66-f4a5-4f26-9db8-e18d4d9ea0cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1063607 Jun 23 16:23:11.449999 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b9b9b-a1c1-47e6-92c1-10ce5f55df3c req-5c169470-4597-4d3c-b33f-525865e63bde tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:11.451630 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4c3b9b9b-a1c1-47e6-92c1-10ce5f55df3c req-5c169470-4597-4d3c-b33f-525865e63bde tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0661066 Jun 23 16:23:11.494842 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-4c3b9b9b-a1c1-47e6-92c1-10ce5f55df3c req-c5a23786-aafc-4bac-9f47-f929f6f85015 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373909 Jun 23 16:23:11.651726 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-e9cddc9f-4d3d-43d7-935f-3a141cbd6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:11.653296 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-e9cddc9f-4d3d-43d7-935f-3a141cbd6d25 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3&tenant_id=99195f2cdfe54167a23737a323af5d2f HTTP/1.1" status: 200 len: 1098 time: 0.0604873 Jun 23 16:23:11.723891 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35264) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:11.749511 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-0d9d5b4b-8816-453d-b9a2-b6cd60c3f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:11.751021 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-0d9d5b4b-8816-453d-b9a2-b6cd60c3f62b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=99195f2cdfe54167a23737a323af5d2f&device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0624096 Jun 23 16:23:11.834926 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-28e1fb9a-140f-4917-a5ea-cc0657eea8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:11.862407 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-03c6fa5e-636b-4ac3-b221-0ccdbc69285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:11.863791 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-03c6fa5e-636b-4ac3-b221-0ccdbc69285f service neutron] 10.222.0.86 "GET /v2.0/networks?id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be HTTP/1.1" status: 200 len: 909 time: 0.1062620 Jun 23 16:23:11.951566 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-7abe40b2-946c-415a-a563-915a369dde8f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10 HTTP/1.1" status: 200 len: 1001 time: 0.0812898 Jun 23 16:23:12.022895 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-da20ebd0-ee39-42a3-bacb-ed273224ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:12.024326 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-da20ebd0-ee39-42a3-bacb-ed273224ddc4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85877f4c-b164-4c9c-9927-927f51d73307 HTTP/1.1" status: 200 len: 847 time: 0.0666482 Jun 23 16:23:12.026029 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-28e1fb9a-140f-4917-a5ea-cc0657eea8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.031988 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-28e1fb9a-140f-4917-a5ea-cc0657eea8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.040607 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-4670600b-bec4-408f-aeb3-7fc85e44cb2d tempest-AttachVolumeShelveTestJSON-1104493667 tempest-AttachVolumeShelveTestJSON-1104493667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:12.095294 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1fb9a-140f-4917-a5ea-cc0657eea8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762164ad-d590-44b0-80e0-9f6797579d89,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:12.099005 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-28e1fb9a-140f-4917-a5ea-cc0657eea8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:12.102063 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-28e1fb9a-140f-4917-a5ea-cc0657eea8c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3284b0765afa422cb6bbce1fda757211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772485 Jun 23 16:23:12.105006 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35268) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:12.127495 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-973156dc-680c-4b77-bf95-9259d9bf341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:12.128889 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-973156dc-680c-4b77-bf95-9259d9bf341c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0978687 Jun 23 16:23:12.155323 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b85e0ba-3935-4722-88b0-7b59f7de2238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.176684 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b85e0ba-3935-4722-88b0-7b59f7de2238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.221942 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-4f29de48-11fb-47eb-9fcb-646f87c3f301 service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859358 Jun 23 16:23:12.224260 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b85e0ba-3935-4722-88b0-7b59f7de2238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.227262 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b85e0ba-3935-4722-88b0-7b59f7de2238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.231311 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-2b85e0ba-3935-4722-88b0-7b59f7de2238 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/762164ad-d590-44b0-80e0-9f6797579d89 HTTP/1.1" status: 204 len: 168 time: 0.1252501 Jun 23 16:23:12.232621 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-fd3a7595-f249-4bac-a95e-efbea04f8e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:12.242201 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85e0ba-3935-4722-88b0-7b59f7de2238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762164ad-d590-44b0-80e0-9f6797579d89,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:12.244683 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-2b85e0ba-3935-4722-88b0-7b59f7de2238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:12.536331 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35276) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:12.551408 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed7b7-d164-49ca-a801-942cdda01a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.574916 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-33aeb013-9329-4294-8c50-cecfaa3b4a72 req-fdab3113-3ec7-4a23-b235-5bafda4a3b2a service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439806 Jun 23 16:23:12.684796 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed7b7-d164-49ca-a801-942cdda01a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.691896 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed7b7-d164-49ca-a801-942cdda01a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.695823 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b4221cfc-11ad-41af-905f-ccd1dc4d1d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:12.706859 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ac0f7-4b0c-48ba-978e-9fb6554fd548 req-ea09db0c-384a-4e7a-a9ed-6b0c482f9b0b tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:12.708306 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c28ac0f7-4b0c-48ba-978e-9fb6554fd548 req-ea09db0c-384a-4e7a-a9ed-6b0c482f9b0b tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.1007435 Jun 23 16:23:12.758386 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-1c9ed7b7-d164-49ca-a801-942cdda01a1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4225288fbe54dbc94c61c1f6536cd00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209859 Jun 23 16:23:12.759528 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ed7b7-d164-49ca-a801-942cdda01a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8697f260-ec88-48e4-b5a6-2a1338bd01e5,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:12.761928 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35278) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:12.764664 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-1c9ed7b7-d164-49ca-a801-942cdda01a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:12.779836 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-c28ac0f7-4b0c-48ba-978e-9fb6554fd548 req-2296db6c-dd0c-4136-afa7-199a92f0f609 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584400 Jun 23 16:23:12.820828 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e170fa85-1961-402d-a632-0252032a8e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.841418 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e170fa85-1961-402d-a632-0252032a8e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.886808 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e170fa85-1961-402d-a632-0252032a8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.889522 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e170fa85-1961-402d-a632-0252032a8e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.890712 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-e170fa85-1961-402d-a632-0252032a8e44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8697f260-ec88-48e4-b5a6-2a1338bd01e5 HTTP/1.1" status: 204 len: 168 time: 0.1284039 Jun 23 16:23:12.891557 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-dd960257-b885-4ff4-8acd-c319e1cf161b tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:12.899786 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170fa85-1961-402d-a632-0252032a8e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8697f260-ec88-48e4-b5a6-2a1338bd01e5,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:12.902151 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-e170fa85-1961-402d-a632-0252032a8e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:13.526103 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 0683ee19-4c85-45c4-a1e4-5420183d8a10 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:23:13.605601 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:13.629605 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:13.631911 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40d5d03-137f-4e88-be62-d3dabb6714b5" -d '{"events": [{"server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:13.644810 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 0683ee19-4c85-45c4-a1e4-5420183d8a10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:13.650363 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:13.652513 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:13.675553 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97283e3b-5ae2-427d-b089-f591508d4efc x-openstack-request-id: req-97283e3b-5ae2-427d-b089-f591508d4efc {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:13.675894 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:13.676149 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97283e3b-5ae2-427d-b089-f591508d4efc {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:13.676744 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'code': 200} Jun 23 16:23:13.703082 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=0683ee19-4c85-45c4-a1e4-5420183d8a10,revision_number=6']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:13.704488 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d51987-cde0-49c7-9c94-5959a8251181 req-875c462d-7b99-4a42-9258-105fb5dcaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:13.706133 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-23d51987-cde0-49c7-9c94-5959a8251181 req-875c462d-7b99-4a42-9258-105fb5dcaf87 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0665462 Jun 23 16:23:13.710526 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:13.710938 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:13.711276 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:13.711600 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:13.711921 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:13.712242 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:13.712590 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:13.712916 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:13.713217 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:13.713529 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:13.713841 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:13.714639 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:13.718292 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:13.744484 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-23d51987-cde0-49c7-9c94-5959a8251181 req-7afd9ae2-7717-4967-82d9-e579452ffcd1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278926 Jun 23 16:23:13.972271 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4072117-1958-4423-85aa-5bfe0bf3e60b req-77fe8925-762c-4d39-928d-c5c5405506da tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:13.973736 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e4072117-1958-4423-85aa-5bfe0bf3e60b req-77fe8925-762c-4d39-928d-c5c5405506da tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 943 time: 0.0643983 Jun 23 16:23:14.014078 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-e4072117-1958-4423-85aa-5bfe0bf3e60b req-e788ee72-5c99-4f93-a787-e119341ecec3 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338030 Jun 23 16:23:15.200506 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de839c05-0d3c-4b9b-9c87-9405fcf17645 req-bb44a557-b87e-4176-85c2-8340c2c1bbc0 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:15.201994 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-de839c05-0d3c-4b9b-9c87-9405fcf17645 req-bb44a557-b87e-4176-85c2-8340c2c1bbc0 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 943 time: 0.0705252 Jun 23 16:23:15.246741 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-de839c05-0d3c-4b9b-9c87-9405fcf17645 req-01110d47-81b1-4992-8932-8c794b6f9eba tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375760 Jun 23 16:23:15.517444 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 0683ee19-4c85-45c4-a1e4-5420183d8a10 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:23:15.737449 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 0683ee19-4c85-45c4-a1e4-5420183d8a10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:15.748581 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Returning: {'device': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'port_id': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'mac_address': 'fa:16:3e:ed:b9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:23:15.785702 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:15.798373 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0683ee19-4c85-45c4-a1e4-5420183d8a10 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:23:15.817643 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 0683ee19-4c85-45c4-a1e4-5420183d8a10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:15.822139 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:15.824004 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:15.872771 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=0683ee19-4c85-45c4-a1e4-5420183d8a10,revision_number=7']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:15.876087 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:16.137867 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] get_ports_and_sgs() called for port_ids ['0683ee19-4c85-45c4-a1e4-5420183d8a10'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:23:17.534909 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 0683ee19-4c85-45c4-a1e4-5420183d8a10 up at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:23:17.584855 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Provisioning complete for port 0683ee19-4c85-45c4-a1e4-5420183d8a10 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:23:17.585233 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3520386'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:17.662175 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-713018'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:17.688176 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:17.690585 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa4ac8e7772a5a680e6e75575bf8d7a77116df5e949f4f055bd1309f651a330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74fd8e5-cff2-4a23-92cd-71a95538ae69" -d '{"events": [{"server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "name": "network-vif-plugged", "status": "completed", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:17.704756 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] For port 0683ee19-4c85-45c4-a1e4-5420183d8a10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:17.709259 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767724817875', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767724424888', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767724424933'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:17.712202 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:17.736814 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d84a99-b4a3-419f-990d-1578e35936b2 x-openstack-request-id: req-79d84a99-b4a3-419f-990d-1578e35936b2 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:17.737195 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "name": "network-vif-plugged", "status": "completed", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:17.737479 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79d84a99-b4a3-419f-990d-1578e35936b2 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:17.737892 dv-cinder-788363-4-smb neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'code': 200} Jun 23 16:23:17.764683 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Pushing event updated for resources: {'Port': ['ID=0683ee19-4c85-45c4-a1e4-5420183d8a10,revision_number=8']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:17.767838 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:17.872599 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35386) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:17.983805 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6accda18-9b14-435c-937a-d524c58092fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.078228 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6accda18-9b14-435c-937a-d524c58092fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.082991 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6accda18-9b14-435c-937a-d524c58092fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.086481 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-80d505a4-98f1-4fd2-b657-b4367ebe998a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:18.120522 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-6accda18-9b14-435c-937a-d524c58092fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50ac78a904d2462db1e242cb6ea9ea3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466204 Jun 23 16:23:18.121785 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accda18-9b14-435c-937a-d524c58092fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81beeb75-a821-45a4-987a-88711ce63033,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:18.123300 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35390) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:18.125096 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6accda18-9b14-435c-937a-d524c58092fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:18.176287 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b4786784-db54-4d18-a105-6e9da9727021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.198139 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b4786784-db54-4d18-a105-6e9da9727021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.245169 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b4786784-db54-4d18-a105-6e9da9727021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.247900 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-b4786784-db54-4d18-a105-6e9da9727021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.249048 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-b4786784-db54-4d18-a105-6e9da9727021 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81beeb75-a821-45a4-987a-88711ce63033 HTTP/1.1" status: 204 len: 168 time: 0.1247969 Jun 23 16:23:18.249917 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-805377be-5f08-4ec1-b153-ea5832113386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:18.257692 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4786784-db54-4d18-a105-6e9da9727021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81beeb75-a821-45a4-987a-88711ce63033,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:18.260068 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-b4786784-db54-4d18-a105-6e9da9727021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:18.521399 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35396) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:18.535318 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9c50-ffc8-4536-b689-e04280cc2c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.628976 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9c50-ffc8-4536-b689-e04280cc2c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.634399 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9c50-ffc8-4536-b689-e04280cc2c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.637442 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f64fd5f8-cea1-4052-9c35-e3defc9e3ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:18.672144 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-2c1e9c50-ffc8-4536-b689-e04280cc2c17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b849340b99ad4981ab15a9cb41721300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496203 Jun 23 16:23:18.673150 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e9c50-ffc8-4536-b689-e04280cc2c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a745053e-fb4d-410d-b7df-d92d735946a5,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:18.675143 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35398) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:18.676341 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-2c1e9c50-ffc8-4536-b689-e04280cc2c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:18.725066 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-eaf37748-b0a5-404d-bfff-063a77ac3229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.747283 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-eaf37748-b0a5-404d-bfff-063a77ac3229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.795004 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-eaf37748-b0a5-404d-bfff-063a77ac3229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.797578 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-eaf37748-b0a5-404d-bfff-063a77ac3229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:18.798774 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-eaf37748-b0a5-404d-bfff-063a77ac3229 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a745053e-fb4d-410d-b7df-d92d735946a5 HTTP/1.1" status: 204 len: 168 time: 0.1225893 Jun 23 16:23:18.799542 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6232531d-119b-4182-b724-f76c8fe9cc3d tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:18.807101 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf37748-b0a5-404d-bfff-063a77ac3229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a745053e-fb4d-410d-b7df-d92d735946a5,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:18.809576 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-eaf37748-b0a5-404d-bfff-063a77ac3229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:19.129960 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35404) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:19.143587 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e4037953-764f-471b-b9a9-bf94dbccf2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:19.228279 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e4037953-764f-471b-b9a9-bf94dbccf2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:19.233433 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e4037953-764f-471b-b9a9-bf94dbccf2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:19.235888 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-25b2d99f-e0d3-4a59-85c2-830630582941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:19.274573 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-e4037953-764f-471b-b9a9-bf94dbccf2f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35fdbb6d041d4a89b678e9b983c53f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434703 Jun 23 16:23:19.275474 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4037953-764f-471b-b9a9-bf94dbccf2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cde0232-7963-4f49-8edf-45688ffbdad4,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:19.278473 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-e4037953-764f-471b-b9a9-bf94dbccf2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:19.278632 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35406) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:19.335997 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bff9bdd5-097d-4f2f-8cf2-90c4bebb8194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:19.364449 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bff9bdd5-097d-4f2f-8cf2-90c4bebb8194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:19.421818 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bff9bdd5-097d-4f2f-8cf2-90c4bebb8194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:19.424365 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-bff9bdd5-097d-4f2f-8cf2-90c4bebb8194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:19.425484 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-bff9bdd5-097d-4f2f-8cf2-90c4bebb8194 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8cde0232-7963-4f49-8edf-45688ffbdad4 HTTP/1.1" status: 204 len: 168 time: 0.1454580 Jun 23 16:23:19.426231 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-48cafbb3-3fa1-4fe1-8e4d-3842062d0231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:19.433588 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9bdd5-097d-4f2f-8cf2-90c4bebb8194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cde0232-7963-4f49-8edf-45688ffbdad4,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:19.435809 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-bff9bdd5-097d-4f2f-8cf2-90c4bebb8194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:25.408381 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-2797d6ee-8cb7-4c82-b593-41a32dfdc4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:25.806635 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35530) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:25.911303 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3203cc0c-e66e-4322-b800-35ad69fd6dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:25.994302 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3203cc0c-e66e-4322-b800-35ad69fd6dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:25.998531 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3203cc0c-e66e-4322-b800-35ad69fd6dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.000936 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-65cfe521-58b8-4c20-8850-214297edf534 tempest-TestMinimumBasicScenario-1703406112 tempest-TestMinimumBasicScenario-1703406112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:26.035609 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-3203cc0c-e66e-4322-b800-35ad69fd6dd6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c31158bc9034a6fb96a65e89e408a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277973 Jun 23 16:23:26.036499 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203cc0c-e66e-4322-b800-35ad69fd6dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad9bea8-e4a0-4534-9146-8f958edc06a5,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:26.038524 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35534) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:26.039681 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-3203cc0c-e66e-4322-b800-35ad69fd6dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:26.092140 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f4e2-577c-4466-ab0f-0a01f9a4f35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.112824 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f4e2-577c-4466-ab0f-0a01f9a4f35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.158428 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f4e2-577c-4466-ab0f-0a01f9a4f35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.160920 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f4e2-577c-4466-ab0f-0a01f9a4f35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.162034 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-fbc6f4e2-577c-4466-ab0f-0a01f9a4f35a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cad9bea8-e4a0-4534-9146-8f958edc06a5 HTTP/1.1" status: 204 len: 168 time: 0.1200624 Jun 23 16:23:26.162811 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-1b40f66c-fa46-4caa-b14f-393b843b6b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:26.170397 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6f4e2-577c-4466-ab0f-0a01f9a4f35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad9bea8-e4a0-4534-9146-8f958edc06a5,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:26.172604 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-fbc6f4e2-577c-4466-ab0f-0a01f9a4f35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:26.411109 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35540) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:26.424915 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d087328-dbdf-4d31-82e9-bde36499ecb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.513971 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d087328-dbdf-4d31-82e9-bde36499ecb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.518719 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d087328-dbdf-4d31-82e9-bde36499ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.521128 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-c40e185f-d129-4f1f-9a81-67f914c82af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:26.555365 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-6d087328-dbdf-4d31-82e9-bde36499ecb0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fadcbeb4338f4e4fb96c595ebe48b66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431501 Jun 23 16:23:26.556290 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d087328-dbdf-4d31-82e9-bde36499ecb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a339c8-bdc0-439d-a74c-dbc7f765e9bb,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:26.558306 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35542) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:26.559827 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-6d087328-dbdf-4d31-82e9-bde36499ecb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:26.608740 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-272de9f4-a955-41c7-bef4-609fd99366fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.629508 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-272de9f4-a955-41c7-bef4-609fd99366fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.677849 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-272de9f4-a955-41c7-bef4-609fd99366fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.680312 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-272de9f4-a955-41c7-bef4-609fd99366fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.681470 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-272de9f4-a955-41c7-bef4-609fd99366fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33a339c8-bdc0-439d-a74c-dbc7f765e9bb HTTP/1.1" status: 204 len: 168 time: 0.1221406 Jun 23 16:23:26.682245 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-3203cc0c-e66e-4322-b800-35ad69fd6dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:26.689873 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272de9f4-a955-41c7-bef4-609fd99366fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a339c8-bdc0-439d-a74c-dbc7f765e9bb,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:26.692255 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-272de9f4-a955-41c7-bef4-609fd99366fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:27.921621 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6033-2b56-4161-871a-348ccbc7be58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:28.286470 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:29.027786 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:30.559591 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:31.290352 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:23:32.704374 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:33.075826 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35624) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:33.185756 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-431c2b55-182c-4dd0-b337-447cc38f94ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:33.272775 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-431c2b55-182c-4dd0-b337-447cc38f94ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:33.278581 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-431c2b55-182c-4dd0-b337-447cc38f94ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:33.281221 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6ebda31e-14f5-4cb4-9bc6-069f264aeb1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:33.314932 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c2b55-182c-4dd0-b337-447cc38f94ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e69de0-d008-4dd0-a9c6-c55847968d7b,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:33.321859 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35628) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:33.322387 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-431c2b55-182c-4dd0-b337-447cc38f94ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21a0a459b23a41888ae678dcd51d840c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450049 Jun 23 16:23:33.322815 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-431c2b55-182c-4dd0-b337-447cc38f94ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:33.374752 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7b342750-0f8d-4d1f-a699-1c76d196b121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:33.397781 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7b342750-0f8d-4d1f-a699-1c76d196b121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:33.450950 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7b342750-0f8d-4d1f-a699-1c76d196b121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:33.453772 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7b342750-0f8d-4d1f-a699-1c76d196b121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:33.454955 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-7b342750-0f8d-4d1f-a699-1c76d196b121 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9e69de0-d008-4dd0-a9c6-c55847968d7b HTTP/1.1" status: 204 len: 168 time: 0.1320937 Jun 23 16:23:33.455724 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-eeb014b0-1270-4e7c-a6fc-7eb1bd2c27b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:33.463141 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b342750-0f8d-4d1f-a699-1c76d196b121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e69de0-d008-4dd0-a9c6-c55847968d7b,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:33.467099 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-7b342750-0f8d-4d1f-a699-1c76d196b121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:35.994485 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a6be3a5a-d43c-4aef-adab-6f6df1a90f99 req-4040196c-a81e-4593-a048-21cb1a3e54a7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594976 Jun 23 16:23:36.116130 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be3a5a-d43c-4aef-adab-6f6df1a90f99 req-b3650ff2-1b98-4068-a49e-4a8a62a35582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:36.117633 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a6be3a5a-d43c-4aef-adab-6f6df1a90f99 req-b3650ff2-1b98-4068-a49e-4a8a62a35582 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=99195f2cdfe54167a23737a323af5d2f&device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0580981 Jun 23 16:23:36.237981 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be3a5a-d43c-4aef-adab-6f6df1a90f99 req-c56ad03b-75b1-4c83-900a-68d462fe5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:36.240587 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a6be3a5a-d43c-4aef-adab-6f6df1a90f99 req-c56ad03b-75b1-4c83-900a-68d462fe5e49 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be HTTP/1.1" status: 200 len: 909 time: 0.0924554 Jun 23 16:23:36.313634 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a6be3a5a-d43c-4aef-adab-6f6df1a90f99 req-606cc34d-8aad-4c4d-b28d-399e65705123 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10 HTTP/1.1" status: 200 len: 1001 time: 0.0648456 Jun 23 16:23:36.371809 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be3a5a-d43c-4aef-adab-6f6df1a90f99 req-edbd431c-04fd-42ea-9e0e-8aada7b67752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:36.373307 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a6be3a5a-d43c-4aef-adab-6f6df1a90f99 req-edbd431c-04fd-42ea-9e0e-8aada7b67752 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85877f4c-b164-4c9c-9927-927f51d73307 HTTP/1.1" status: 200 len: 847 time: 0.0526202 Jun 23 16:23:36.438960 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be3a5a-d43c-4aef-adab-6f6df1a90f99 req-ae5d8e2d-15c2-4bee-baf1-cf646f9cf83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:36.440444 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a6be3a5a-d43c-4aef-adab-6f6df1a90f99 req-ae5d8e2d-15c2-4bee-baf1-cf646f9cf83b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548215 Jun 23 16:23:36.536632 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a6be3a5a-d43c-4aef-adab-6f6df1a90f99 req-8d0bd8d4-8e55-439e-9b76-da66e1933813 service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873668 Jun 23 16:23:36.632270 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-a6be3a5a-d43c-4aef-adab-6f6df1a90f99 req-ac2c2956-f28e-43e8-bf1a-6bcc1cbe55f7 service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881155 Jun 23 16:23:55.412658 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c7d354af-67b0-4a09-8f67-e941e7b02583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:57.926841 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1d0059c7-1465-484d-9830-5f88ff334311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:58.289747 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:59.032058 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:59.688692 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35818) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:59.797828 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:59.892212 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:59.898612 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:59.901526 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ac722b78-85c8-465c-aa4d-9e1313cbe0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:59.939056 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db07a64-e654-4bda-8c16-cec99991533a,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:59.943187 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ba840db814249b8af9306d0c481aa04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534158 Jun 23 16:23:59.946119 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35822) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:59.949540 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:59.949923 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:59.950300 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:59.950674 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:59.951034 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:59.951390 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:59.951750 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:59.952117 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:59.952461 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:59.952809 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:59.953157 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:59.953502 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:59.957802 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6d6c9c0c-7b78-4d51-a9f8-965a66e5ab87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:00.003197 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:00.026690 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:00.077232 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:00.079891 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:00.081057 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6db07a64-e654-4bda-8c16-cec99991533a HTTP/1.1" status: 204 len: 168 time: 0.1338251 Jun 23 16:24:00.081818 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-615d8b63-ba63-48f7-a1e7-d439f5f662b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:00.089795 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db07a64-e654-4bda-8c16-cec99991533a,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:00.097835 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:00.098419 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:00.098815 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:00.099163 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:00.099532 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:00.099896 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:00.100251 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:00.100606 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:00.100963 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:00.101317 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:00.101667 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:00.102017 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:00.105675 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-3c1d3508-64e7-4262-a58d-98d94ef57b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:00.561843 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:02.710494 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:08.289339 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:24:10.827507 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 35956) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:10.931598 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e8665a86-6ea3-4608-a46e-c5a05382ee29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:11.020734 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e8665a86-6ea3-4608-a46e-c5a05382ee29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:11.026109 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-e8665a86-6ea3-4608-a46e-c5a05382ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_create {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:11.028658 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f48b4ad9-c5b2-451a-98e8-ca5a71e02fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:11.063751 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-e8665a86-6ea3-4608-a46e-c5a05382ee29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56d91fe7d9454431b04c1d4ecfc297ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352493 Jun 23 16:24:11.064898 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8665a86-6ea3-4608-a46e-c5a05382ee29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b692222-f44a-4399-bb6a-e18c551529ac,revision_number=1']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:11.066521 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35960) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:11.068324 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-e8665a86-6ea3-4608-a46e-c5a05382ee29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:11.116529 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f041c988-5183-4c44-867c-1369d6565053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:11.140920 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f041c988-5183-4c44-867c-1369d6565053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:11.184872 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f041c988-5183-4c44-867c-1369d6565053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:11.187566 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f041c988-5183-4c44-867c-1369d6565053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:11.188736 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-f041c988-5183-4c44-867c-1369d6565053 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b692222-f44a-4399-bb6a-e18c551529ac HTTP/1.1" status: 204 len: 168 time: 0.1212499 Jun 23 16:24:11.189492 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-cc44e0f6-760a-4cb8-bec0-f40541fc8ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:11.197150 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041c988-5183-4c44-867c-1369d6565053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b692222-f44a-4399-bb6a-e18c551529ac,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:11.199657 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f041c988-5183-4c44-867c-1369d6565053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:25.416348 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-2ff805c4-22d6-4848-a2d5-2502eca620db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:27.921036 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c78cfdc2-de6a-4ee9-9aa2-5b3c1cdc4608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:28.293666 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:29.031993 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:30.566324 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:31.413981 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35964) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:31.572342 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Deleting port 1c849de5-85bc-4426-a1cc-4b2f37eb7fca {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:24:31.572606 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:31.645234 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:31.645512 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:31.656950 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Calling delete_port for 1c849de5-85bc-4426-a1cc-4b2f37eb7fca owned by network:floatingip {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:24:31.803287 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:31.806024 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-3ba69fc7-c2c6-4e39-8839-ee2e7fed0625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:31.828245 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Pushing event deleted for resources: {'Port': ['ID=1c849de5-85bc-4426-a1cc-4b2f37eb7fca,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:31.831136 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:31.894690 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for floatingip, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:31.895014 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.db.l3_db [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Floating IP 70b9239d-bd00-4323-97d7-cafbfbd42747 disassociated (deleted). External IP: 172.28.1.210, port: 0683ee19-4c85-45c4-a1e4-5420183d8a10. Jun 23 16:24:32.390812 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:24:32.497925 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:24:32.502970 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:32.509926 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cc959a-dfdf-4563-be7b-9b19398993e1 None None] Sync routers for ids ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:24:32.520961 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cc959a-dfdf-4563-be7b-9b19398993e1 None None] Routers {'c0f12b2e-87ba-4220-ab58-56dcecf98ee8'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:24:32.521744 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-f8cc959a-dfdf-4563-be7b-9b19398993e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:24:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:32.551988 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-b2adfa78-7605-4fef-8c0e-2a9516560350 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "DELETE /v2.0/floatingips/70b9239d-bd00-4323-97d7-cafbfbd42747 HTTP/1.1" status: 204 len: 168 time: 1.1368248 Jun 23 16:24:32.552644 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:24:32.555002 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67b87cf6b87c70f5c0f1cf55569412e350fccb2bc7ee02a36d17c29eea27e5b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df844e2b-cd4c-426c-9e01-9cb9b7947d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:24:32.644851 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-f8cc959a-dfdf-4563-be7b-9b19398993e1 None None] Set router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:24:32.798087 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:32.834594 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901573fa-3153-4369-b050-5dd7a9d872c2 x-openstack-request-id: req-901573fa-3153-4369-b050-5dd7a9d872c2 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:24:32.834926 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:24:32.835213 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-901573fa-3153-4369-b050-5dd7a9d872c2 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:24:32.835738 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'status': 'completed', 'code': 200} Jun 23 16:24:32.861841 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-f8cc959a-dfdf-4563-be7b-9b19398993e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 4, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port': {'id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7ab62982-a8db-4343-8c29-fda11fccf68a', 'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'mac_address': 'fa:16:3e:da:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:07Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 5, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'subnets': [{'id': '85877f4c-b164-4c9c-9927-927f51d73307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:32.888329 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cc959a-dfdf-4563-be7b-9b19398993e1 None None] Checking router: c0f12b2e-87ba-4220-ab58-56dcecf98ee8 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:24:32.896518 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cc959a-dfdf-4563-be7b-9b19398993e1 None None] Routers {'c0f12b2e-87ba-4220-ab58-56dcecf98ee8'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:24:32.897123 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-f8cc959a-dfdf-4563-be7b-9b19398993e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:24:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:32.985435 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df844e2b-cd4c-426c-9e01-9cb9b7947d8c req-00364c71-aa79-44b3-9674-91f8f25184fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:32.988084 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-df844e2b-cd4c-426c-9e01-9cb9b7947d8c req-00364c71-aa79-44b3-9674-91f8f25184fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=99195f2cdfe54167a23737a323af5d2f&device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0544744 Jun 23 16:24:33.002972 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b9f7b-b4de-4cf2-a930-87f216e86f3e req-956ff26f-2c4a-48b9-a387-29a7ac1b6040 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:33.004285 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-f8cc959a-dfdf-4563-be7b-9b19398993e1 None None] Set router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:24:33.004503 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b90b9f7b-b4de-4cf2-a930-87f216e86f3e req-956ff26f-2c4a-48b9-a387-29a7ac1b6040 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0624702 Jun 23 16:24:33.043735 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-b90b9f7b-b4de-4cf2-a930-87f216e86f3e req-1baaff47-326d-4459-a849-538e1de7a8b3 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329225 Jun 23 16:24:33.095673 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df844e2b-cd4c-426c-9e01-9cb9b7947d8c req-267fb7df-0ab4-4b1b-af26-1644152717a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:33.097117 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-df844e2b-cd4c-426c-9e01-9cb9b7947d8c req-267fb7df-0ab4-4b1b-af26-1644152717a8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be HTTP/1.1" status: 200 len: 909 time: 0.0972571 Jun 23 16:24:33.138434 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-df844e2b-cd4c-426c-9e01-9cb9b7947d8c req-7764d0c4-437b-425d-a668-cf94590000af service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10 HTTP/1.1" status: 200 len: 217 time: 0.0341477 Jun 23 16:24:33.188166 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df844e2b-cd4c-426c-9e01-9cb9b7947d8c req-bb5b36e1-fd3b-4015-9ed5-3321cb1818ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:33.189734 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-df844e2b-cd4c-426c-9e01-9cb9b7947d8c req-bb5b36e1-fd3b-4015-9ed5-3321cb1818ee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85877f4c-b164-4c9c-9927-927f51d73307 HTTP/1.1" status: 200 len: 847 time: 0.0431883 Jun 23 16:24:33.197727 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-f8cc959a-dfdf-4563-be7b-9b19398993e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 4, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port': {'id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7ab62982-a8db-4343-8c29-fda11fccf68a', 'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'mac_address': 'fa:16:3e:da:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:07Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 5, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'subnets': [{'id': '85877f4c-b164-4c9c-9927-927f51d73307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:33.227249 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cc959a-dfdf-4563-be7b-9b19398993e1 None None] The sync data for ids ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'] in dv-cinder-788363-4-smb is: [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:08Z', 'revision_number': 4, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port': {'id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb', '_interfaces': [{'id': '7ab62982-a8db-4343-8c29-fda11fccf68a', 'name': '', 'network_id': '6f54cfdb-8eac-48da-b1a0-5e1ce05a77be', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'mac_address': 'fa:16:3e:da:08:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '85877f4c-b164-4c9c-9927-927f51d73307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:07Z', 'updated_at': '2021-06-23T16:20:15Z', 'revision_number': 5, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'subnets': [{'id': '85877f4c-b164-4c9c-9927-927f51d73307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:24:33.255182 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df844e2b-cd4c-426c-9e01-9cb9b7947d8c req-74bd6c2f-75e5-41c1-9850-43f057013e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:33.256477 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-df844e2b-cd4c-426c-9e01-9cb9b7947d8c req-74bd6c2f-75e5-41c1-9850-43f057013e6c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0598021 Jun 23 16:24:33.347409 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-df844e2b-cd4c-426c-9e01-9cb9b7947d8c req-9b57145e-7115-4637-958b-c8fa5f3affa6 service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837145 Jun 23 16:24:33.448096 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b356402-a357-4177-a08f-8d358ea7a171 None None] New status for floating IP 70b9239d-bd00-4323-97d7-cafbfbd42747: DOWN {{(pid=93119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:24:33.454313 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-df844e2b-cd4c-426c-9e01-9cb9b7947d8c req-c055b743-170d-4e6e-84d0-da797cf3dc04 service neutron] 10.222.0.86 "GET /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974576 Jun 23 16:24:34.232490 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ed45a-4890-4a71-bd50-97a144592452 req-3b255323-54e2-4a34-9593-69c20e7077de tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:34.233946 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d65ed45a-4890-4a71-bd50-97a144592452 req-3b255323-54e2-4a34-9593-69c20e7077de tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0646484 Jun 23 16:24:34.280025 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-d65ed45a-4890-4a71-bd50-97a144592452 req-ada94adf-0c24-4cc7-8773-3345aedb1faf tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1370a1-f60e-4657-b60f-7706f4d6f00b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397592 Jun 23 16:24:34.545535 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f18f92-bcf8-4379-b9d6-7dc14bac99d1 req-511b01de-97db-486c-8e6f-7c819298ee4c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:34.547145 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-10f18f92-bcf8-4379-b9d6-7dc14bac99d1 req-511b01de-97db-486c-8e6f-7c819298ee4c tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.86 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0704195 Jun 23 16:24:34.657338 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-10f18f92-bcf8-4379-b9d6-7dc14bac99d1 req-5ae7fe33-dc27-4aeb-9c8a-698ce92ac1b8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Deleting port 0683ee19-4c85-45c4-a1e4-5420183d8a10 {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:24:34.657635 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-10f18f92-bcf8-4379-b9d6-7dc14bac99d1 req-5ae7fe33-dc27-4aeb-9c8a-698ce92ac1b8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:34.752810 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [req-10f18f92-bcf8-4379-b9d6-7dc14bac99d1 req-5ae7fe33-dc27-4aeb-9c8a-698ce92ac1b8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] For port 0683ee19-4c85-45c4-a1e4-5420183d8a10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0683ee19-4c85-45c4-a1e4-5420183d8a10,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:24:34.753115 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-10f18f92-bcf8-4379-b9d6-7dc14bac99d1 req-5ae7fe33-dc27-4aeb-9c8a-698ce92ac1b8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:34.767453 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [req-10f18f92-bcf8-4379-b9d6-7dc14bac99d1 req-5ae7fe33-dc27-4aeb-9c8a-698ce92ac1b8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Calling delete_port for 0683ee19-4c85-45c4-a1e4-5420183d8a10 owned by compute:nova {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:24:34.897910 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-10f18f92-bcf8-4379-b9d6-7dc14bac99d1 req-5ae7fe33-dc27-4aeb-9c8a-698ce92ac1b8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:34.901991 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-56abe282-79e4-400c-a236-cc835ba7241a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:34.927059 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7fe33-dc27-4aeb-9c8a-698ce92ac1b8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Pushing event deleted for resources: {'Port': ['ID=0683ee19-4c85-45c4-a1e4-5420183d8a10,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:34.931971 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-5ae7fe33-dc27-4aeb-9c8a-698ce92ac1b8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:34.976184 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f18f92-bcf8-4379-b9d6-7dc14bac99d1 req-5ae7fe33-dc27-4aeb-9c8a-698ce92ac1b8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] No DVR routers for this DVR port 0683ee19-4c85-45c4-a1e4-5420183d8a10 on host hv-cinder-78836 {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:24:34.978797 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [req-10f18f92-bcf8-4379-b9d6-7dc14bac99d1 req-5ae7fe33-dc27-4aeb-9c8a-698ce92ac1b8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4134891'] for port, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:34.980745 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [req-10f18f92-bcf8-4379-b9d6-7dc14bac99d1 req-5ae7fe33-dc27-4aeb-9c8a-698ce92ac1b8 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.86 "DELETE /v2.0/ports/0683ee19-4c85-45c4-a1e4-5420183d8a10 HTTP/1.1" status: 204 len: 173 time: 0.4279695 Jun 23 16:24:34.981246 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'name': 'network-vif-deleted', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10'}] {{(pid=93113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:24:34.983580 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}791172c39e664e91688d89d40d21c1c6c8aa463b3d1915dbe16442d62a0089f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666dc973-1cd9-47bb-adcc-0687e944c0c4" -d '{"events": [{"server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "name": "network-vif-deleted", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10"}]}' {{(pid=93113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:24:35.033688 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d17c9a5-42c6-4b7f-b8a0-47548fc6f56f x-openstack-request-id: req-7d17c9a5-42c6-4b7f-b8a0-47548fc6f56f {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:24:35.034012 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6184443b-b60b-4b40-9a0f-379acbbdf3f3", "name": "network-vif-deleted", "tag": "0683ee19-4c85-45c4-a1e4-5420183d8a10", "status": "completed", "code": 200}]} {{(pid=93113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:24:35.034387 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d17c9a5-42c6-4b7f-b8a0-47548fc6f56f {{(pid=93113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:24:35.034824 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6184443b-b60b-4b40-9a0f-379acbbdf3f3', 'name': 'network-vif-deleted', 'tag': '0683ee19-4c85-45c4-a1e4-5420183d8a10', 'status': 'completed', 'code': 200} Jun 23 16:24:35.450115 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [req-85b02f81-d642-4c9c-9e9c-08b046a0c77e req-abe1b9a6-7f26-4c52-83b2-3f55398231e0 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6184443b-b60b-4b40-9a0f-379acbbdf3f3 HTTP/1.1" status: 200 len: 210 time: 0.0292218 Jun 23 16:24:36.543962 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35994) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:36.602825 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4462f79b-108c-479a-83bd-9344ef65dca7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:36.627920 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4462f79b-108c-479a-83bd-9344ef65dca7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:36.690944 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4462f79b-108c-479a-83bd-9344ef65dca7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:36.694144 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4462f79b-108c-479a-83bd-9344ef65dca7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:36.695522 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-4462f79b-108c-479a-83bd-9344ef65dca7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] 10.222.0.23 "DELETE /v2.0/security-groups/4d1370a1-f60e-4657-b60f-7706f4d6f00b HTTP/1.1" status: 204 len: 168 time: 0.1505933 Jun 23 16:24:36.696463 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-f041c988-5183-4c44-867c-1369d6565053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:36.706481 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462f79b-108c-479a-83bd-9344ef65dca7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1370a1-f60e-4657-b60f-7706f4d6f00b,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:36.710332 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-4462f79b-108c-479a-83bd-9344ef65dca7 tempest-TestShelveInstance-269721742 tempest-TestShelveInstance-269721742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:36.742853 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 35998) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:37.116279 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5d1a858b-2ad9-4d62-ab23-92130c1ac43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395262'] for router_interface, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:37.368854 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a858b-2ad9-4d62-ab23-92130c1ac43c admin admin] Deleting port 7ab62982-a8db-4343-8c29-fda11fccf68a {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:24:37.369107 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5d1a858b-2ad9-4d62-ab23-92130c1ac43c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:37.447017 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-5d1a858b-2ad9-4d62-ab23-92130c1ac43c admin admin] For port 7ab62982-a8db-4343-8c29-fda11fccf68a, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=7ab62982-a8db-4343-8c29-fda11fccf68a,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:24:37.447324 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5d1a858b-2ad9-4d62-ab23-92130c1ac43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:37.460427 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a858b-2ad9-4d62-ab23-92130c1ac43c admin admin] Calling delete_port for 7ab62982-a8db-4343-8c29-fda11fccf68a owned by network:router_interface {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:24:37.639463 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5d1a858b-2ad9-4d62-ab23-92130c1ac43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:37.641509 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-8b87bdad-f8e8-4e96-b7a2-3b24fcc73f09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:37.668163 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a858b-2ad9-4d62-ab23-92130c1ac43c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab62982-a8db-4343-8c29-fda11fccf68a,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:37.671013 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-5d1a858b-2ad9-4d62-ab23-92130c1ac43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:37.833764 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5d1a858b-2ad9-4d62-ab23-92130c1ac43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3751694'] for router_interface, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:38.050378 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1a858b-2ad9-4d62-ab23-92130c1ac43c admin admin] Router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:24:38.153759 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1a858b-2ad9-4d62-ab23-92130c1ac43c admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:24:38.158740 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-5d1a858b-2ad9-4d62-ab23-92130c1ac43c admin admin] 10.222.0.23 "PUT /v2.0/routers/c0f12b2e-87ba-4220-ab58-56dcecf98ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4147961 Jun 23 16:24:38.161369 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 36000) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:38.164251 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80112394-c103-4864-a022-521a6edd4357 None None] Sync routers for ids ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'] in dv-cinder-788363-4-smb {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:24:38.174668 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80112394-c103-4864-a022-521a6edd4357 None None] Routers {'c0f12b2e-87ba-4220-ab58-56dcecf98ee8'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:24:38.175366 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-80112394-c103-4864-a022-521a6edd4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:24:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:38.262939 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Notify callbacks [] for router, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:38.280140 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-80112394-c103-4864-a022-521a6edd4357 None None] Set router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 gateway port host: dv-cinder-788363-4-smb {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:24:38.363170 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:38.420957 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Deleting port e692a722-3963-4751-9d93-b18e2a6479e7 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:24:38.421319 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:38.456979 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-80112394-c103-4864-a022-521a6edd4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:24:37Z', 'revision_number': 5, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port': {'id': 'e692a722-3963-4751-9d93-b18e2a6479e7', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:38.482038 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80112394-c103-4864-a022-521a6edd4357 None None] Checking router: c0f12b2e-87ba-4220-ab58-56dcecf98ee8 for host: dv-cinder-788363-4-smb {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:24:38.490664 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80112394-c103-4864-a022-521a6edd4357 None None] Routers {'c0f12b2e-87ba-4220-ab58-56dcecf98ee8'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:24:38.491259 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-80112394-c103-4864-a022-521a6edd4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:24:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:38.498774 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] For port e692a722-3963-4751-9d93-b18e2a6479e7, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=e692a722-3963-4751-9d93-b18e2a6479e7,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:24:38.499125 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:38.512290 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Calling delete_port for e692a722-3963-4751-9d93-b18e2a6479e7 owned by network:router_gateway {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:24:38.574513 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-80112394-c103-4864-a022-521a6edd4357 None None] Set router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 gateway port host: None {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:24:38.632112 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-80112394-c103-4864-a022-521a6edd4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:24:38Z', 'revision_number': 6, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port_host': None}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:38.668533 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80112394-c103-4864-a022-521a6edd4357 None None] The sync data for ids ['c0f12b2e-87ba-4220-ab58-56dcecf98ee8'] in dv-cinder-788363-4-smb is: [{'id': 'c0f12b2e-87ba-4220-ab58-56dcecf98ee8', 'name': 'tempest-TestShelveInstance-116763116-router', 'tenant_id': '99195f2cdfe54167a23737a323af5d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:05Z', 'updated_at': '2021-06-23T16:24:38Z', 'revision_number': 6, 'project_id': '99195f2cdfe54167a23737a323af5d2f', 'gw_port_host': None}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:24:38.683674 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:38.687186 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-0fea8f44-e660-4f12-b9a3-6cfd16bd6b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:38.712841 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=e692a722-3963-4751-9d93-b18e2a6479e7,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:38.716478 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:38.802711 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454811'] for router_gateway, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:38.915779 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130119'] for router, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:38.918613 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:38.963584 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751413'] for router, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:38.964856 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0f12b2e-87ba-4220-ab58-56dcecf98ee8 {{(pid=93114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:24:38.969639 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:38.970805 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-289bb0f8-a868-4bc2-8b3d-a5e0e55c1e62 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c0f12b2e-87ba-4220-ab58-56dcecf98ee8 HTTP/1.1" status: 204 len: 168 time: 0.8085966 Jun 23 16:24:38.974335 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 36002) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:39.027963 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-290757b0-cff0-4978-9bde-f37ae8cdf95e admin admin] Deleting subnet 85877f4c-b164-4c9c-9927-927f51d73307 {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:24:39.032621 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-290757b0-cff0-4978-9bde-f37ae8cdf95e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.072620 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-290757b0-cff0-4978-9bde-f37ae8cdf95e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27704903'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.156987 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-290757b0-cff0-4978-9bde-f37ae8cdf95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.214404 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-290757b0-cff0-4978-9bde-f37ae8cdf95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27874705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28535818'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.218129 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-bbca2833-ebc0-48b1-b9cc-0b7284cdaea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:39.249270 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290757b0-cff0-4978-9bde-f37ae8cdf95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85877f4c-b164-4c9c-9927-927f51d73307,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:39.251208 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-290757b0-cff0-4978-9bde-f37ae8cdf95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.253097 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-290757b0-cff0-4978-9bde-f37ae8cdf95e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/85877f4c-b164-4c9c-9927-927f51d73307 HTTP/1.1" status: 204 len: 168 time: 0.2772338 Jun 23 16:24:39.254184 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-290757b0-cff0-4978-9bde-f37ae8cdf95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:39.255295 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a2fd2-644f-44c0-8253-cd8b2cd8ff7c None None] Network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:24:39.256798 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 36004) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:39.325584 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.378397 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Deleting port 940315f9-6a75-4c16-9166-0eec03d50673 {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:24:39.378650 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.446365 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] For port 940315f9-6a75-4c16-9166-0eec03d50673, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=940315f9-6a75-4c16-9166-0eec03d50673,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:24:39.446750 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.454792 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] DHCP port deletion for 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be request from dv-cinder-788363-4-smb {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:24:39.461602 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Calling delete_port for 940315f9-6a75-4c16-9166-0eec03d50673 owned by network:dhcp {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:24:39.506202 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Deleting port 940315f9-6a75-4c16-9166-0eec03d50673 {{(pid=93116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:24:39.506608 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.541894 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.545728 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-c7a3497d-9f27-4f65-8b3b-41bef5cb64a2 tempest-ServerRescueNegativeTestJSON-231647207 tempest-ServerRescueNegativeTestJSON-231647207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:39.571631 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] No DVR routers for this DVR port 940315f9-6a75-4c16-9166-0eec03d50673 on host dv-cinder-788363-4-smb {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:24:39.573428 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=940315f9-6a75-4c16-9166-0eec03d50673,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:39.577285 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:39.651376 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.662719 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f54cfdb-8eac-48da-b1a0-5e1ce05a77be']}} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:39.673288 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bce02e8-459a-4a70-8508-eb4ff6d88de1') {'for_net_delete': True} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:39.673579 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bce02e8-459a-4a70-8508-eb4ff6d88de1') {} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:39.683413 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28476742'] for segment, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.697747 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.702934 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] For port 940315f9-6a75-4c16-9166-0eec03d50673, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=940315f9-6a75-4c16-9166-0eec03d50673,segment=NetworkSegment(0bce02e8-459a-4a70-8508-eb4ff6d88de1),segment_id=0bce02e8-459a-4a70-8508-eb4ff6d88de1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:24:39.703342 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.705474 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=93113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:24:39.706070 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28743871'] for segment, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: Traceback (most recent call last): Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: timer() Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: cb(*args, **kw) Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: return func(*args, **kwargs) Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: self._notify() Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: self.callback(batched_events) Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: event.method(event) Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: return f(self, *a, **k) Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: return self._get(url).json() Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: return self.request(url, 'GET', **kwargs) Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:24:39.708015 dv-cinder-788363-4-smb neutron-server[93113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:24:39.720424 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Calling delete_port for 940315f9-6a75-4c16-9166-0eec03d50673 owned by network:dhcp {{(pid=93116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:24:39.768058 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.772418 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-9fbf37f3-8dc5-4901-bdd0-ce60b7cfe997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:39.774941 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.776769 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6f54cfdb-8eac-48da-b1a0-5e1ce05a77be HTTP/1.1" status: 204 len: 168 time: 0.5186985 Jun 23 16:24:39.780757 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 36006) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:39.789161 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f54cfdb-8eac-48da-b1a0-5e1ce05a77be,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:39.791612 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ecb4356b-5512-4286-a66c-fad19cc814d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:39.809293 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879'] for port, after_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.812127 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-d5237497-c313-485b-817c-c294073d9491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:39.817264 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Network 6f54cfdb-8eac-48da-b1a0-5e1ce05a77be is not hosted by any dhcp agent {{(pid=93116) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 23 16:24:39.817718 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] No DVR routers for this DVR port 940315f9-6a75-4c16-9166-0eec03d50673 on host dv-cinder-788363-4-smb {{(pid=93116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:24:39.836038 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Pushing event deleted for resources: {'Port': ['ID=940315f9-6a75-4c16-9166-0eec03d50673,revision_number=None']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:39.843833 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:39.844101 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:39.844441 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:39.844769 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:39.845128 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:39.845405 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:39.845727 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:39.846048 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:39.846392 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:39.846712 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:39.847030 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:39.847343 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-smb {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:24:39.850438 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG oslo_concurrency.lockutils [None req-84107e35-74e8-4bbb-b1fd-58feb0e8b9a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:39.862365 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 0683ee19-4c85-45c4-a1e4-5420183d8a10 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:24:39.882165 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] No Port match for: 0683ee19-4c85-45c4-a1e4-5420183d8a10 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:24:39.882596 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Device 0683ee19-4c85-45c4-a1e4-5420183d8a10 not bound to the agent host hv-cinder-78836 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:24:40.124195 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b5d10e06-c370-4359-b8fc-9a106b6969ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395262'] for router_interface, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:40.651193 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-b5d10e06-c370-4359-b8fc-9a106b6969ed admin admin] Deleting port d662dc34-c500-4120-99b6-129240b05972 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:24:40.651529 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b5d10e06-c370-4359-b8fc-9a106b6969ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:40.683477 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7ab62982-a8db-4343-8c29-fda11fccf68a no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:24:40.704542 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 7ab62982-a8db-4343-8c29-fda11fccf68a {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:24:40.704895 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 7ab62982-a8db-4343-8c29-fda11fccf68a not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:24:40.705354 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device e692a722-3963-4751-9d93-b18e2a6479e7 no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:24:40.723869 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: e692a722-3963-4751-9d93-b18e2a6479e7 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:24:40.724219 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device e692a722-3963-4751-9d93-b18e2a6479e7 not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:24:40.724635 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 940315f9-6a75-4c16-9166-0eec03d50673 no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:24:40.730427 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-b5d10e06-c370-4359-b8fc-9a106b6969ed admin admin] For port d662dc34-c500-4120-99b6-129240b05972, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=d662dc34-c500-4120-99b6-129240b05972,segment=NetworkSegment(26511ee8-a1a7-497c-8245-7c8019e8b1b8),segment_id=26511ee8-a1a7-497c-8245-7c8019e8b1b8)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:24:40.730779 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b5d10e06-c370-4359-b8fc-9a106b6969ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:40.743226 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 940315f9-6a75-4c16-9166-0eec03d50673 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:24:40.743575 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 940315f9-6a75-4c16-9166-0eec03d50673 not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:24:40.744036 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-b5d10e06-c370-4359-b8fc-9a106b6969ed admin admin] Calling delete_port for d662dc34-c500-4120-99b6-129240b05972 owned by network:router_interface {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:24:40.921310 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b5d10e06-c370-4359-b8fc-9a106b6969ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:40.924376 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-216f3fa4-8905-4b26-a1ff-045c3fd9494b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:40.951226 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d10e06-c370-4359-b8fc-9a106b6969ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d662dc34-c500-4120-99b6-129240b05972,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:40.956874 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b5d10e06-c370-4359-b8fc-9a106b6969ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:41.117708 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b5d10e06-c370-4359-b8fc-9a106b6969ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3879462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3751694'] for router_interface, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:41.334441 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d10e06-c370-4359-b8fc-9a106b6969ed admin admin] Router 4bb13b82-2f27-4f87-8369-f687ad5bde47 has already been hosted by L3 agent 1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:24:41.443935 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d10e06-c370-4359-b8fc-9a106b6969ed admin admin] Notify agent at l3_agent.dv-cinder-788363-4-smb the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:24:41.450790 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-b5d10e06-c370-4359-b8fc-9a106b6969ed admin admin] 10.222.0.23 "PUT /v2.0/routers/4bb13b82-2f27-4f87-8369-f687ad5bde47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6668782 Jun 23 16:24:41.451622 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 36008) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:41.453220 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27eabe2-3269-46e0-8e9c-d58434eb0c56 None None] Sync routers for ids ['4bb13b82-2f27-4f87-8369-f687ad5bde47'] in dv-cinder-788363-4-smb {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:24:41.463577 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27eabe2-3269-46e0-8e9c-d58434eb0c56 None None] Routers {'4bb13b82-2f27-4f87-8369-f687ad5bde47'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:24:41.464207 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-e27eabe2-3269-46e0-8e9c-d58434eb0c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:24:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['4bb13b82-2f27-4f87-8369-f687ad5bde47'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:41.557781 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Notify callbacks [] for router, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:41.569889 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-e27eabe2-3269-46e0-8e9c-d58434eb0c56 None None] Set router 4bb13b82-2f27-4f87-8369-f687ad5bde47 gateway port host: dv-cinder-788363-4-smb {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:24:41.658134 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:41.710852 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Deleting port ccf78085-23b0-4748-acde-ba7bbdc280ad {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:24:41.711096 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:41.743233 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-e27eabe2-3269-46e0-8e9c-d58434eb0c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'name': 'tempest-TestShelveInstance-1474241952-router', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'external_fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:24:40Z', 'revision_number': 5, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'gw_port': {'id': 'ccf78085-23b0-4748-acde-ba7bbdc280ad', 'name': '', 'network_id': 'bacb7425-026e-474c-af91-e51d72b71c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4357dac-5a0c-4924-972d-d6e09e665f8e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-smb'}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:41.768187 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27eabe2-3269-46e0-8e9c-d58434eb0c56 None None] Checking router: 4bb13b82-2f27-4f87-8369-f687ad5bde47 for host: dv-cinder-788363-4-smb {{(pid=93119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:24:41.776160 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27eabe2-3269-46e0-8e9c-d58434eb0c56 None None] Routers {'4bb13b82-2f27-4f87-8369-f687ad5bde47'} bound to L3 agent in host dv-cinder-788363-4-smb {{(pid=93119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:24:41.776733 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-e27eabe2-3269-46e0-8e9c-d58434eb0c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:07:28Z,description=,heartbeat_timestamp=2021-06-23T16:24:28Z,host='dv-cinder-788363-4-smb',id=1c74ae9b-a2ad-4e49-9e9f-e7e249e6a2c6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:07:28Z,topic='l3_agent')) {'router_ids': ['4bb13b82-2f27-4f87-8369-f687ad5bde47'], 'active': True} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:41.794696 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] For port ccf78085-23b0-4748-acde-ba7bbdc280ad, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=ccf78085-23b0-4748-acde-ba7bbdc280ad,segment=NetworkSegment(746a698b-2d87-4dc0-9523-2134773c46d7),segment_id=746a698b-2d87-4dc0-9523-2134773c46d7)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:24:41.794987 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:41.808117 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Calling delete_port for ccf78085-23b0-4748-acde-ba7bbdc280ad owned by network:router_gateway {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:24:41.862474 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_dvr_db [None req-e27eabe2-3269-46e0-8e9c-d58434eb0c56 None None] Set router 4bb13b82-2f27-4f87-8369-f687ad5bde47 gateway port host: None {{(pid=93119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:24:41.978078 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27874779'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:41.981549 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-906a2ce0-a093-4ed6-92cd-36adda48f08d tempest-AttachVolumeTestJSON-1410376391 tempest-AttachVolumeTestJSON-1410376391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:42.004687 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf78085-23b0-4748-acde-ba7bbdc280ad,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:42.007812 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:42.009637 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.l3_hamode_db [None req-e27eabe2-3269-46e0-8e9c-d58434eb0c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'name': 'tempest-TestShelveInstance-1474241952-router', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:24:41Z', 'revision_number': 6, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'gw_port_host': None}], 'dv-cinder-788363-4-smb', False) {} {{(pid=93119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:42.035676 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27eabe2-3269-46e0-8e9c-d58434eb0c56 None None] The sync data for ids ['4bb13b82-2f27-4f87-8369-f687ad5bde47'] in dv-cinder-788363-4-smb is: [{'id': '4bb13b82-2f27-4f87-8369-f687ad5bde47', 'name': 'tempest-TestShelveInstance-1474241952-router', 'tenant_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:20:11Z', 'updated_at': '2021-06-23T16:24:41Z', 'revision_number': 6, 'project_id': '35fd31a7a5e046d0a6a491b2f2b0d203', 'gw_port_host': None}] {{(pid=93119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:24:42.069575 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454811'] for router_gateway, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.165509 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130119'] for router, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.167807 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.214685 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3751413'] for router, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.215185 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb13b82-2f27-4f87-8369-f687ad5bde47 {{(pid=93114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:24:42.219909 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.221053 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-bc020908-9a0c-47dd-98a2-935043a49610 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4bb13b82-2f27-4f87-8369-f687ad5bde47 HTTP/1.1" status: 204 len: 168 time: 0.7685258 Jun 23 16:24:42.223735 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 36010) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:42.269262 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8cd27a-ab0f-4a9e-b4c1-c0443224f83a admin admin] Deleting subnet 977e5204-d18c-4de1-afe8-10a332e1bf3f {{(pid=93113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:24:42.272308 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd27a-ab0f-4a9e-b4c1-c0443224f83a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.306425 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd27a-ab0f-4a9e-b4c1-c0443224f83a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28476761'] for subnet, precommit_delete_associations {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.391863 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd27a-ab0f-4a9e-b4c1-c0443224f83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3525620'] for subnet, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.449758 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd27a-ab0f-4a9e-b4c1-c0443224f83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3525613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28743714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28564682'] for subnet, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.451816 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ab666405-9ea1-43b4-9dba-7835f43583b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:42.476921 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cd27a-ab0f-4a9e-b4c1-c0443224f83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977e5204-d18c-4de1-afe8-10a332e1bf3f,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:42.479992 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-6a8cd27a-ab0f-4a9e-b4c1-c0443224f83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:42.480978 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd27a-ab0f-4a9e-b4c1-c0443224f83a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.482865 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-6a8cd27a-ab0f-4a9e-b4c1-c0443224f83a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/977e5204-d18c-4de1-afe8-10a332e1bf3f HTTP/1.1" status: 204 len: 168 time: 0.2580891 Jun 23 16:24:42.485772 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 36012) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:42.489768 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7168ff5-c369-4232-8f68-556d37b14fae None None] Network 56262acc-6e19-4114-b508-d6ed6d5a3f69 requested from dv-cinder-788363-4-smb {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:24:42.556246 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3432818'] for network, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.607293 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Deleting port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b {{(pid=93113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:24:42.607628 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767724814879'] for port, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.669654 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.db [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] For port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b, host dv-cinder-788363-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-smb',level=0,port_id=701e7d54-4b12-463c-9c2c-0606fdbf7e9b,segment=NetworkSegment(26511ee8-a1a7-497c-8245-7c8019e8b1b8),segment_id=26511ee8-a1a7-497c-8245-7c8019e8b1b8)] {{(pid=93113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:24:42.670026 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-455889'] for port, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.686410 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.plugin [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Calling delete_port for 701e7d54-4b12-463c-9c2c-0606fdbf7e9b owned by network:dhcp {{(pid=93113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:24:42.765061 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-713060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3879476', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767724818737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767724424879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28743784'] for port, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.768385 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-f01270a0-eafe-4df3-8576-e97a72c682bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:42.783709 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5bfc60-6b1a-4960-b614-67d2317350cf None None] DHCP port deletion for 56262acc-6e19-4114-b508-d6ed6d5a3f69 request from dv-cinder-788363-4-smb {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:24:42.795684 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Pushing event deleted for resources: {'Port': ['ID=701e7d54-4b12-463c-9c2c-0606fdbf7e9b,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:42.796746 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] No DVR routers for this DVR port 701e7d54-4b12-463c-9c2c-0606fdbf7e9b on host dv-cinder-788363-4-smb {{(pid=93113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:24:42.798418 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:42.850617 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 701e7d54-4b12-463c-9c2c-0606fdbf7e9b no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:24:42.871765 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526521', 'neutron.services.segments.db._delete_segments_for_network-8767724754719'] for network, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.875645 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: 701e7d54-4b12-463c-9c2c-0606fdbf7e9b {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:24:42.875992 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device 701e7d54-4b12-463c-9c2c-0606fdbf7e9b not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:24:42.876419 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device ccf78085-23b0-4748-acde-ba7bbdc280ad no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:24:42.883137 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56262acc-6e19-4114-b508-d6ed6d5a3f69']}} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:42.894348 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26511ee8-a1a7-497c-8245-7c8019e8b1b8') {'for_net_delete': True} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:42.894677 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.services.segments.db [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26511ee8-a1a7-497c-8245-7c8019e8b1b8') {} {{(pid=93113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:42.895446 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: ccf78085-23b0-4748-acde-ba7bbdc280ad {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:24:42.895795 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device ccf78085-23b0-4748-acde-ba7bbdc280ad not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:24:42.896217 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device d662dc34-c500-4120-99b6-129240b05972 no longer exists at agent ovs-agent-dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:24:42.903562 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767724741102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28476742'] for segment, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.914708 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] No Port match for: d662dc34-c500-4120-99b6-129240b05972 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:24:42.915057 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Device d662dc34-c500-4120-99b6-129240b05972 not bound to the agent host dv-cinder-788363-4-smb {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:24:42.917517 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153'] for segment, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.924422 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:24:42.924978 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28743871'] for segment, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: Traceback (most recent call last): Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: timer() Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: cb(*args, **kw) Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: return func(*args, **kwargs) Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: self._notify() Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: self.callback(batched_events) Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: event.method(event) Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: return f(self, *a, **k) Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: return self._get(url).json() Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: return self.request(url, 'GET', **kwargs) Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:24:42.926977 dv-cinder-788363-4-smb neutron-server[93113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:24:42.980711 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3792032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3879471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454762'] for network, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.985794 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-42122ec8-f506-4768-a185-9dae2aaa8aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:42.988388 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3879434'] for network, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.990228 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] 10.222.0.23 "DELETE /v2.0/networks/56262acc-6e19-4114-b508-d6ed6d5a3f69 HTTP/1.1" status: 204 len: 168 time: 0.5034235 Jun 23 16:24:43.006562 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Pushing event deleted for resources: {'Network': ['ID=56262acc-6e19-4114-b508-d6ed6d5a3f69,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:43.009235 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-3a6abdc7-8278-452e-8155-abda61977952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:43.153206 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 36016) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:43.193715 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-83247854-89ba-449a-9b31-0cf83da282d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99195f2cdfe54167a23737a323af5d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392590 Jun 23 16:24:43.196144 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 36018) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:43.247581 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ef097f0d-4242-44c3-bb36-0a7ea5a78071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:43.269415 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ef097f0d-4242-44c3-bb36-0a7ea5a78071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:43.318601 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ef097f0d-4242-44c3-bb36-0a7ea5a78071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:43.321383 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron_lib.callbacks.manager [None req-ef097f0d-4242-44c3-bb36-0a7ea5a78071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:43.322678 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-ef097f0d-4242-44c3-bb36-0a7ea5a78071 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9873ff6-1316-4749-9d83-d115817dc0ac HTTP/1.1" status: 204 len: 168 time: 0.1255217 Jun 23 16:24:43.323588 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-3aaceff5-5d0f-495e-a7d5-9022d0cbe2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:43.331570 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef097f0d-4242-44c3-bb36-0a7ea5a78071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9873ff6-1316-4749-9d83-d115817dc0ac,revision_number=None']} {{(pid=93113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:43.334668 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG oslo_concurrency.lockutils [None req-ef097f0d-4242-44c3-bb36-0a7ea5a78071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93113) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:43.662127 dv-cinder-788363-4-smb neutron-server[93113]: DEBUG neutron.wsgi [-] (93113) accepted ('10.222.0.23', 36024) {{(pid=93113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:43.707163 dv-cinder-788363-4-smb neutron-server[93113]: INFO neutron.wsgi [None req-53fa7181-90cf-4f56-b24e-391a63a5aa4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35fd31a7a5e046d0a6a491b2f2b0d203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436800 Jun 23 16:24:43.709947 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.23', 36026) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:43.768335 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3671a1e4-674d-490b-a5e0-af505d50803c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:43.791743 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3671a1e4-674d-490b-a5e0-af505d50803c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:43.846737 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3671a1e4-674d-490b-a5e0-af505d50803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108887'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:43.851648 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3671a1e4-674d-490b-a5e0-af505d50803c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:43.852909 dv-cinder-788363-4-smb neutron-server[93114]: INFO neutron.wsgi [None req-3671a1e4-674d-490b-a5e0-af505d50803c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9811170c-2e2b-4ac1-bd86-b590c08d2e24 HTTP/1.1" status: 204 len: 168 time: 0.1419120 Jun 23 16:24:43.853833 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-b38d0409-7874-4d24-aef4-c7f22bf33bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:43.863530 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671a1e4-674d-490b-a5e0-af505d50803c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9811170c-2e2b-4ac1-bd86-b590c08d2e24,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:43.866113 dv-cinder-788363-4-smb neutron-server[93114]: DEBUG oslo_concurrency.lockutils [None req-3671a1e4-674d-490b-a5e0-af505d50803c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93114) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:45.288335 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:24:55.420413 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-25caa552-ee98-4a5c-aec1-3148ede4fc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:57.930085 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5f46-b1bc-4db0-9bae-b6ed4451bb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:58.298170 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:59.034987 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:00.570424 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:02.743363 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:22.287870 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:25:25.423276 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3985c084-eed1-4942-a752-121dbc9bae38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:27.923551 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5aa362c3-3e8d-4ab5-be90-9f1bfabbc4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:28.303291 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:29.038643 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:30.572723 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:32.736389 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:55.426521 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c35918bf-9abf-4a06-8875-582395ac7328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:57.926923 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-feba516d-ea87-431e-95a3-c6fd59cca07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:58.307677 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:59.043349 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:59.287111 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:26:00.575318 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:02.757471 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:25.430696 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4ebf4f95-e212-4ae6-b019-4a176d360363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:27.930388 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-62df8023-6b61-4200-872e-0dc21ba61b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:28.310679 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:29.045471 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:30.577278 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:32.762679 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:36.285625 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:26:55.433785 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-29f99371-9c2d-4833-a58c-074018f18c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:57.933081 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-69a5ad4b-8fb6-47d6-a978-6f28c0726386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:58.325516 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:59.047336 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:00.581024 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:02.765577 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:13.285099 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:27:25.440372 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-367ae533-6a97-4c38-979a-a401be381c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:27.936640 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8789608e-ead3-4e1c-9b95-f146cfbc6e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:28.310913 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:29.049506 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:30.591876 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:32.773827 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:50.284617 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:27:55.433624 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ac6c-5619-46cb-b65b-ccfc653c59ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:57.943622 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3f8971e6-360e-4803-9ed6-b1f767ed8083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:58.315044 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:59.053311 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:00.590121 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:02.787164 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:25.437094 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8bb044c5-fe54-4989-a17c-e8821e5548c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:27.283734 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:28:27.937701 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7034-fe7f-4ac7-a410-69cdf4144094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:28.321495 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:29.057429 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:30.593187 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:32.795602 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:55.441387 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-f5360c76-a401-47a0-9461-dc517c0950e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:57.941042 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-791bc0af-52e5-40df-a9c9-8b966cb49c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:58.326231 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:59.060480 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:00.595805 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:02.803243 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:04.283057 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:29:25.444906 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-806cfe0d-7c9b-4da5-977c-685ec67da641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:27.944118 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e4f489fd-6f94-4c1b-8ce0-ee6d41747e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:28.320575 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d2610c62-a4c9-4700-8dd6-d5af61a895fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:29.063055 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7c50d17a-4940-4eee-b559-2201723cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:30.598518 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e92533f3-dd91-477a-ada7-c1f7757ec1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:32.824593 dv-cinder-788363-4-smb neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e5509a2-3ffe-47a2-a707-473666c7e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767724754701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3520307'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:41.283190 dv-cinder-788363-4-smb neutron-server[93119]: DEBUG neutron.db.agents_db [None req-5926aeb8-40b6-4177-8998-23871f9133b9 None None] Agent healthcheck: found 6 active agents {{(pid=93119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}